VTK  9.4.20241122
vtkDelimitedTextReader.h
Go to the documentation of this file.
1// SPDX-FileCopyrightText: Copyright (c) Ken Martin, Will Schroeder, Bill Lorensen
2// SPDX-FileCopyrightText: Copyright 2008 Sandia Corporation
3// SPDX-License-Identifier: LicenseRef-BSD-3-Clause-Sandia-USGov
4
89#ifndef vtkDelimitedTextReader_h
90#define vtkDelimitedTextReader_h
91
92#include "vtkIOInfovisModule.h" // For export macro
93#include "vtkStdString.h" // Needed for vtkStdString
94#include "vtkTableAlgorithm.h"
95
96#include <memory>
97#include <string>
98
99VTK_ABI_NAMESPACE_BEGIN
100
101class vtkTextCodec;
102
103class VTKIOINFOVIS_EXPORT vtkDelimitedTextReader : public vtkTableAlgorithm
104{
105public:
108 void PrintSelf(ostream& os, vtkIndent indent) override;
109
111
117
119
125 void SetInputString(const char* in);
126 vtkGetStringMacro(InputString);
127 void SetInputString(const char* in, int len);
128 vtkGetMacro(InputStringLength, int);
129 void SetInputString(const vtkStdString& input)
130 {
131 this->SetInputString(input.c_str(), static_cast<int>(input.length()));
132 }
134
136
140 vtkSetMacro(ReadFromInputString, vtkTypeBool);
141 vtkGetMacro(ReadFromInputString, vtkTypeBool);
142 vtkBooleanMacro(ReadFromInputString, vtkTypeBool);
144
146
157 vtkGetStringMacro(UnicodeCharacterSet);
158 vtkSetStringMacro(UnicodeCharacterSet);
160
162
167 void SetUTF8RecordDelimiters(const char* delimiters);
170
172
179 vtkSetStringMacro(FieldDelimiterCharacters);
180 vtkGetStringMacro(FieldDelimiterCharacters);
182
183 void SetUTF8FieldDelimiters(const char* delimiters);
185
187
196 vtkGetMacro(StringDelimiter, char);
197 vtkSetMacro(StringDelimiter, char);
199
200 void SetUTF8StringDelimiters(const char* delimiters);
202
204
207 vtkSetMacro(UseStringDelimiter, bool);
208 vtkGetMacro(UseStringDelimiter, bool);
209 vtkBooleanMacro(UseStringDelimiter, bool);
211
213
217 vtkGetMacro(HaveHeaders, bool);
218 vtkSetMacro(HaveHeaders, bool);
220
222
227 vtkSetMacro(MergeConsecutiveDelimiters, bool);
228 vtkGetMacro(MergeConsecutiveDelimiters, bool);
229 vtkBooleanMacro(MergeConsecutiveDelimiters, bool);
231
233
238 vtkGetMacro(MaxRecords, vtkIdType);
239 vtkSetMacro(MaxRecords, vtkIdType);
241
243
252 vtkSetMacro(DetectNumericColumns, bool);
253 vtkGetMacro(DetectNumericColumns, bool);
254 vtkBooleanMacro(DetectNumericColumns, bool);
256
258
263 vtkSetMacro(ForceDouble, bool);
264 vtkGetMacro(ForceDouble, bool);
265 vtkBooleanMacro(ForceDouble, bool);
267
269
284 vtkSetMacro(TrimWhitespacePriorToNumericConversion, bool);
285 vtkGetMacro(TrimWhitespacePriorToNumericConversion, bool);
286 vtkBooleanMacro(TrimWhitespacePriorToNumericConversion, bool);
288
290
294 vtkSetMacro(DefaultIntegerValue, int);
295 vtkGetMacro(DefaultIntegerValue, int);
297
299
303 vtkSetMacro(DefaultDoubleValue, double);
304 vtkGetMacro(DefaultDoubleValue, double);
306
308
312 vtkSetStringMacro(PedigreeIdArrayName);
313 vtkGetStringMacro(PedigreeIdArrayName);
315
317
321 vtkSetMacro(GeneratePedigreeIds, bool);
322 vtkGetMacro(GeneratePedigreeIds, bool);
323 vtkBooleanMacro(GeneratePedigreeIds, bool);
325
327
330 vtkSetMacro(OutputPedigreeIds, bool);
331 vtkGetMacro(OutputPedigreeIds, bool);
332 vtkBooleanMacro(OutputPedigreeIds, bool);
334
336
341 vtkSetMacro(AddTabFieldDelimiter, bool);
342 vtkGetMacro(AddTabFieldDelimiter, bool);
343 vtkBooleanMacro(AddTabFieldDelimiter, bool);
345
352
354
359 vtkSetMacro(ReplacementCharacter, vtkTypeUInt32);
360 vtkGetMacro(ReplacementCharacter, vtkTypeUInt32);
362
369 vtkGetMacro(Preview, std::string);
370
372
376 vtkSetMacro(PreviewNumberOfLines, vtkIdType);
377 vtkGetMacro(PreviewNumberOfLines, vtkIdType);
379
380protected:
383
386
387 // Read the content of the input file.
388 int ReadData(vtkTable* output_table);
389
390 char* FileName = nullptr;
391 vtkTypeBool ReadFromInputString = 0;
392 char* InputString = nullptr;
393 int InputStringLength = 0;
394 char* UnicodeCharacterSet = nullptr;
395 vtkIdType MaxRecords = 0;
396 std::string UnicodeRecordDelimiters = "\r\n";
397 std::string UnicodeFieldDelimiters = ",";
398 std::string UnicodeStringDelimiters = "\"";
399 std::string UnicodeWhitespace = " \t\r\n\v\f";
400 std::string UnicodeEscapeCharacter = "\\";
401 bool DetectNumericColumns = false;
402 bool ForceDouble = false;
403 bool TrimWhitespacePriorToNumericConversion = false;
404 int DefaultIntegerValue = 0;
405 double DefaultDoubleValue = 0.;
406 char* FieldDelimiterCharacters = nullptr;
407 char StringDelimiter = '"';
408 bool UseStringDelimiter = true;
409 bool HaveHeaders = false;
410 bool MergeConsecutiveDelimiters = false;
411 char* PedigreeIdArrayName = nullptr;
412 bool GeneratePedigreeIds = true;
413 bool OutputPedigreeIds = false;
414 bool AddTabFieldDelimiter = false;
415 vtkStdString LastError = "";
416 vtkTypeUInt32 ReplacementCharacter = 'x';
417
418 std::string Preview;
419 vtkIdType PreviewNumberOfLines = 0;
420
421private:
426 std::unique_ptr<std::istream> OpenStream();
427
432 void ReadBOM(std::istream* stream);
433
438 vtkTextCodec* CreateTextCodec(std::istream* input_stream);
439
441 void operator=(const vtkDelimitedTextReader&) = delete;
442};
443
444VTK_ABI_NAMESPACE_END
445#endif
reads in delimited ascii or unicode text files and outputs a vtkTable data structure.
void SetInputString(const char *in, int len)
Specify the InputString for use when reading from a character array.
int ReadData(vtkTable *output_table)
~vtkDelimitedTextReader() override
void SetUTF8RecordDelimiters(const char *delimiters)
Specify the character(s) that will be used to separate records.
vtkStdString GetLastError()
Returns a human-readable description of the most recent error, if any.
void SetInputString(const char *in)
Specify the InputString for use when reading from a character array.
int RequestData(vtkInformation *, vtkInformationVector **, vtkInformationVector *) override
This is called by the superclass.
void SetUTF8StringDelimiters(const char *delimiters)
void PrintSelf(ostream &os, vtkIndent indent) override
Methods invoked by print to print information about the object including superclasses.
vtkGetFilePathMacro(FileName)
Specifies the delimited text file to be loaded.
int RequestInformation(vtkInformation *, vtkInformationVector **, vtkInformationVector *) override
const char * GetUTF8StringDelimiters()
vtkSetFilePathMacro(FileName)
Specifies the delimited text file to be loaded.
static vtkDelimitedTextReader * New()
const char * GetUTF8RecordDelimiters()
Specify the character(s) that will be used to separate records.
void SetInputString(const vtkStdString &input)
Specify the InputString for use when reading from a character array.
const char * GetUTF8FieldDelimiters()
void SetUTF8FieldDelimiters(const char *delimiters)
a simple class to control print indentation
Definition vtkIndent.h:108
Store zero or more vtkInformation instances.
Store vtkAlgorithm input/output information.
Wrapper around std::string to keep symbols short.
Superclass for algorithms that produce only vtkTables as output.
A table, which contains similar-typed columns of data.
Definition vtkTable.h:169
Virtual class to act as an interface for all text codecs.
int vtkTypeBool
Definition vtkABI.h:64
int vtkIdType
Definition vtkType.h:315