1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
|
/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
/*
* This file is part of the LibreOffice project.
*
* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/.
*/
#ifndef INCLUDED_SC_SOURCE_UI_INC_DATAPROVIDER_HXX
#define INCLUDED_SC_SOURCE_UI_INC_DATAPROVIDER_HXX
#include <memory>
#include <salhelper/thread.hxx>
#include <tools/stream.hxx>
#include <rtl/ustring.hxx>
#include <rtl/ref.hxx>
#include <address.hxx>
#include <osl/mutex.hxx>
#include <osl/conditn.hxx>
#include <dbdata.hxx>
#include <document.hxx>
#include "docsh.hxx"
#include "scdllapi.h"
#include <queue>
#include "officecfg/Office/Calc.hxx"
#if defined(_WIN32)
#define __ORCUS_STATIC_LIB
#endif
#include <orcus/csv_parser.hpp>
namespace sc {
class DataProvider;
class CSVDataProvider;
class SC_DLLPUBLIC ExternalDataMapper
{
ScRange maRange;
ScDocShell* mpDocShell;
std::unique_ptr<DataProvider> mpDataProvider;
ScDocument maDocument;
ScDBCollection* mpDBCollection;
public:
ExternalDataMapper(ScDocShell* pDocShell, const OUString& rUrl, const OUString& rName,
SCTAB nTab, SCCOL nCol1,SCROW nRow1, SCCOL nCOL2, SCROW nRow2, bool& bSuccess);
~ExternalDataMapper();
void StartImport();
};
struct Cell
{
struct Str
{
size_t Pos;
size_t Size;
};
union
{
Str maStr;
double mfValue;
};
bool mbValue;
Cell();
Cell( const Cell& r );
};
struct Line
{
OString maLine;
std::vector<Cell> maCells;
};
typedef std::vector<Line> LinesType;
class CSVFetchThread : public salhelper::Thread
{
std::unique_ptr<SvStream> mpStream;
ScDocument& mrDocument;
OUString maURL;
size_t mnColCount;
bool mbTerminate;
osl::Mutex maMtxTerminate;
std::queue<LinesType*> maPendingLines;
osl::Mutex maMtxLines;
osl::Condition maCondReadStream;
osl::Condition maCondConsume;
orcus::csv::parser_config maConfig;
virtual void execute() override;
public:
CSVFetchThread(ScDocument& rDoc, const OUString&, size_t);
virtual ~CSVFetchThread() override;
void RequestTerminate();
bool IsRequestedTerminate();
void Terminate();
void EndThread();
void EmptyLineQueue(std::queue<LinesType*>& );
osl::Mutex& GetLinesMutex();
bool HasNewLines();
void WaitForNewLines();
LinesType* GetNewLines();
void ResumeFetchStream();
};
class DataProvider
{
public:
virtual ~DataProvider() = 0;
virtual void StartImport() = 0;
virtual void Refresh() = 0;
virtual void WriteToDoc(ScDocument&) = 0;
virtual ScRange GetRange() const = 0;
virtual const OUString& GetURL() const = 0;
};
class CSVDataProvider : public DataProvider
{
OUString maURL;
ScRange mrRange;
rtl::Reference<CSVFetchThread> mxCSVFetchThread;
ScDocShell* mpDocShell;
ScDocument* mpDocument;
LinesType* mpLines;
size_t mnLineCount;
bool mbImportUnderway;
public:
CSVDataProvider (ScDocShell* pDocShell, const OUString& rUrl, const ScRange& rRange);
virtual ~CSVDataProvider() override;
virtual void StartImport() override;
virtual void Refresh() override;
virtual void WriteToDoc(ScDocument&) override;
Line GetLine();
ScRange GetRange() const override
{
return mrRange;
}
const OUString& GetURL() const override { return maURL; }
};
}
#endif
/* vim:set shiftwidth=4 softtabstop=4 expandtab: */
|
