AWS SDK for C++

AWS SDK for C++ Version 1.11.440

Loading...
Searching...
No Matches
S3ParquetSource.h
1
6#pragma once
7#include <aws/glue/Glue_EXPORTS.h>
8#include <aws/core/utils/memory/stl/AWSString.h>
9#include <aws/core/utils/memory/stl/AWSVector.h>
10#include <aws/glue/model/ParquetCompressionType.h>
11#include <aws/glue/model/S3DirectSourceAdditionalOptions.h>
12#include <aws/glue/model/GlueSchema.h>
13#include <utility>
14
15namespace Aws
16{
17namespace Utils
18{
19namespace Json
20{
21 class JsonValue;
22 class JsonView;
23} // namespace Json
24} // namespace Utils
25namespace Glue
26{
27namespace Model
28{
29
37 {
38 public:
39 AWS_GLUE_API S3ParquetSource();
43
44
46
49 inline const Aws::String& GetName() const{ return m_name; }
50 inline bool NameHasBeenSet() const { return m_nameHasBeenSet; }
51 inline void SetName(const Aws::String& value) { m_nameHasBeenSet = true; m_name = value; }
52 inline void SetName(Aws::String&& value) { m_nameHasBeenSet = true; m_name = std::move(value); }
53 inline void SetName(const char* value) { m_nameHasBeenSet = true; m_name.assign(value); }
54 inline S3ParquetSource& WithName(const Aws::String& value) { SetName(value); return *this;}
55 inline S3ParquetSource& WithName(Aws::String&& value) { SetName(std::move(value)); return *this;}
56 inline S3ParquetSource& WithName(const char* value) { SetName(value); return *this;}
58
60
63 inline const Aws::Vector<Aws::String>& GetPaths() const{ return m_paths; }
64 inline bool PathsHasBeenSet() const { return m_pathsHasBeenSet; }
65 inline void SetPaths(const Aws::Vector<Aws::String>& value) { m_pathsHasBeenSet = true; m_paths = value; }
66 inline void SetPaths(Aws::Vector<Aws::String>&& value) { m_pathsHasBeenSet = true; m_paths = std::move(value); }
67 inline S3ParquetSource& WithPaths(const Aws::Vector<Aws::String>& value) { SetPaths(value); return *this;}
68 inline S3ParquetSource& WithPaths(Aws::Vector<Aws::String>&& value) { SetPaths(std::move(value)); return *this;}
69 inline S3ParquetSource& AddPaths(const Aws::String& value) { m_pathsHasBeenSet = true; m_paths.push_back(value); return *this; }
70 inline S3ParquetSource& AddPaths(Aws::String&& value) { m_pathsHasBeenSet = true; m_paths.push_back(std::move(value)); return *this; }
71 inline S3ParquetSource& AddPaths(const char* value) { m_pathsHasBeenSet = true; m_paths.push_back(value); return *this; }
73
75
80 inline const ParquetCompressionType& GetCompressionType() const{ return m_compressionType; }
81 inline bool CompressionTypeHasBeenSet() const { return m_compressionTypeHasBeenSet; }
82 inline void SetCompressionType(const ParquetCompressionType& value) { m_compressionTypeHasBeenSet = true; m_compressionType = value; }
83 inline void SetCompressionType(ParquetCompressionType&& value) { m_compressionTypeHasBeenSet = true; m_compressionType = std::move(value); }
85 inline S3ParquetSource& WithCompressionType(ParquetCompressionType&& value) { SetCompressionType(std::move(value)); return *this;}
87
89
93 inline const Aws::Vector<Aws::String>& GetExclusions() const{ return m_exclusions; }
94 inline bool ExclusionsHasBeenSet() const { return m_exclusionsHasBeenSet; }
95 inline void SetExclusions(const Aws::Vector<Aws::String>& value) { m_exclusionsHasBeenSet = true; m_exclusions = value; }
96 inline void SetExclusions(Aws::Vector<Aws::String>&& value) { m_exclusionsHasBeenSet = true; m_exclusions = std::move(value); }
97 inline S3ParquetSource& WithExclusions(const Aws::Vector<Aws::String>& value) { SetExclusions(value); return *this;}
98 inline S3ParquetSource& WithExclusions(Aws::Vector<Aws::String>&& value) { SetExclusions(std::move(value)); return *this;}
99 inline S3ParquetSource& AddExclusions(const Aws::String& value) { m_exclusionsHasBeenSet = true; m_exclusions.push_back(value); return *this; }
100 inline S3ParquetSource& AddExclusions(Aws::String&& value) { m_exclusionsHasBeenSet = true; m_exclusions.push_back(std::move(value)); return *this; }
101 inline S3ParquetSource& AddExclusions(const char* value) { m_exclusionsHasBeenSet = true; m_exclusions.push_back(value); return *this; }
103
105
111 inline const Aws::String& GetGroupSize() const{ return m_groupSize; }
112 inline bool GroupSizeHasBeenSet() const { return m_groupSizeHasBeenSet; }
113 inline void SetGroupSize(const Aws::String& value) { m_groupSizeHasBeenSet = true; m_groupSize = value; }
114 inline void SetGroupSize(Aws::String&& value) { m_groupSizeHasBeenSet = true; m_groupSize = std::move(value); }
115 inline void SetGroupSize(const char* value) { m_groupSizeHasBeenSet = true; m_groupSize.assign(value); }
116 inline S3ParquetSource& WithGroupSize(const Aws::String& value) { SetGroupSize(value); return *this;}
117 inline S3ParquetSource& WithGroupSize(Aws::String&& value) { SetGroupSize(std::move(value)); return *this;}
118 inline S3ParquetSource& WithGroupSize(const char* value) { SetGroupSize(value); return *this;}
120
122
128 inline const Aws::String& GetGroupFiles() const{ return m_groupFiles; }
129 inline bool GroupFilesHasBeenSet() const { return m_groupFilesHasBeenSet; }
130 inline void SetGroupFiles(const Aws::String& value) { m_groupFilesHasBeenSet = true; m_groupFiles = value; }
131 inline void SetGroupFiles(Aws::String&& value) { m_groupFilesHasBeenSet = true; m_groupFiles = std::move(value); }
132 inline void SetGroupFiles(const char* value) { m_groupFilesHasBeenSet = true; m_groupFiles.assign(value); }
133 inline S3ParquetSource& WithGroupFiles(const Aws::String& value) { SetGroupFiles(value); return *this;}
134 inline S3ParquetSource& WithGroupFiles(Aws::String&& value) { SetGroupFiles(std::move(value)); return *this;}
135 inline S3ParquetSource& WithGroupFiles(const char* value) { SetGroupFiles(value); return *this;}
137
139
143 inline bool GetRecurse() const{ return m_recurse; }
144 inline bool RecurseHasBeenSet() const { return m_recurseHasBeenSet; }
145 inline void SetRecurse(bool value) { m_recurseHasBeenSet = true; m_recurse = value; }
146 inline S3ParquetSource& WithRecurse(bool value) { SetRecurse(value); return *this;}
148
150
157 inline int GetMaxBand() const{ return m_maxBand; }
158 inline bool MaxBandHasBeenSet() const { return m_maxBandHasBeenSet; }
159 inline void SetMaxBand(int value) { m_maxBandHasBeenSet = true; m_maxBand = value; }
160 inline S3ParquetSource& WithMaxBand(int value) { SetMaxBand(value); return *this;}
162
164
169 inline int GetMaxFilesInBand() const{ return m_maxFilesInBand; }
170 inline bool MaxFilesInBandHasBeenSet() const { return m_maxFilesInBandHasBeenSet; }
171 inline void SetMaxFilesInBand(int value) { m_maxFilesInBandHasBeenSet = true; m_maxFilesInBand = value; }
172 inline S3ParquetSource& WithMaxFilesInBand(int value) { SetMaxFilesInBand(value); return *this;}
174
176
179 inline const S3DirectSourceAdditionalOptions& GetAdditionalOptions() const{ return m_additionalOptions; }
180 inline bool AdditionalOptionsHasBeenSet() const { return m_additionalOptionsHasBeenSet; }
181 inline void SetAdditionalOptions(const S3DirectSourceAdditionalOptions& value) { m_additionalOptionsHasBeenSet = true; m_additionalOptions = value; }
182 inline void SetAdditionalOptions(S3DirectSourceAdditionalOptions&& value) { m_additionalOptionsHasBeenSet = true; m_additionalOptions = std::move(value); }
186
188
191 inline const Aws::Vector<GlueSchema>& GetOutputSchemas() const{ return m_outputSchemas; }
192 inline bool OutputSchemasHasBeenSet() const { return m_outputSchemasHasBeenSet; }
193 inline void SetOutputSchemas(const Aws::Vector<GlueSchema>& value) { m_outputSchemasHasBeenSet = true; m_outputSchemas = value; }
194 inline void SetOutputSchemas(Aws::Vector<GlueSchema>&& value) { m_outputSchemasHasBeenSet = true; m_outputSchemas = std::move(value); }
195 inline S3ParquetSource& WithOutputSchemas(const Aws::Vector<GlueSchema>& value) { SetOutputSchemas(value); return *this;}
196 inline S3ParquetSource& WithOutputSchemas(Aws::Vector<GlueSchema>&& value) { SetOutputSchemas(std::move(value)); return *this;}
197 inline S3ParquetSource& AddOutputSchemas(const GlueSchema& value) { m_outputSchemasHasBeenSet = true; m_outputSchemas.push_back(value); return *this; }
198 inline S3ParquetSource& AddOutputSchemas(GlueSchema&& value) { m_outputSchemasHasBeenSet = true; m_outputSchemas.push_back(std::move(value)); return *this; }
200 private:
201
202 Aws::String m_name;
203 bool m_nameHasBeenSet = false;
204
206 bool m_pathsHasBeenSet = false;
207
208 ParquetCompressionType m_compressionType;
209 bool m_compressionTypeHasBeenSet = false;
210
211 Aws::Vector<Aws::String> m_exclusions;
212 bool m_exclusionsHasBeenSet = false;
213
214 Aws::String m_groupSize;
215 bool m_groupSizeHasBeenSet = false;
216
217 Aws::String m_groupFiles;
218 bool m_groupFilesHasBeenSet = false;
219
220 bool m_recurse;
221 bool m_recurseHasBeenSet = false;
222
223 int m_maxBand;
224 bool m_maxBandHasBeenSet = false;
225
226 int m_maxFilesInBand;
227 bool m_maxFilesInBandHasBeenSet = false;
228
229 S3DirectSourceAdditionalOptions m_additionalOptions;
230 bool m_additionalOptionsHasBeenSet = false;
231
232 Aws::Vector<GlueSchema> m_outputSchemas;
233 bool m_outputSchemasHasBeenSet = false;
234 };
235
236} // namespace Model
237} // namespace Glue
238} // namespace Aws
S3ParquetSource & WithMaxFilesInBand(int value)
S3ParquetSource & WithName(const Aws::String &value)
const Aws::Vector< GlueSchema > & GetOutputSchemas() const
S3ParquetSource & AddExclusions(const Aws::String &value)
S3ParquetSource & WithName(Aws::String &&value)
S3ParquetSource & WithOutputSchemas(Aws::Vector< GlueSchema > &&value)
S3ParquetSource & AddExclusions(const char *value)
S3ParquetSource & AddPaths(const Aws::String &value)
S3ParquetSource & WithExclusions(const Aws::Vector< Aws::String > &value)
S3ParquetSource & WithExclusions(Aws::Vector< Aws::String > &&value)
void SetAdditionalOptions(const S3DirectSourceAdditionalOptions &value)
S3ParquetSource & WithGroupSize(const Aws::String &value)
const Aws::String & GetGroupFiles() const
void SetPaths(const Aws::Vector< Aws::String > &value)
void SetName(const Aws::String &value)
AWS_GLUE_API S3ParquetSource & operator=(Aws::Utils::Json::JsonView jsonValue)
void SetCompressionType(ParquetCompressionType &&value)
void SetName(const char *value)
S3ParquetSource & AddExclusions(Aws::String &&value)
void SetGroupSize(const Aws::String &value)
void SetPaths(Aws::Vector< Aws::String > &&value)
AWS_GLUE_API Aws::Utils::Json::JsonValue Jsonize() const
void SetGroupSize(Aws::String &&value)
const ParquetCompressionType & GetCompressionType() const
S3ParquetSource & WithMaxBand(int value)
S3ParquetSource & WithName(const char *value)
S3ParquetSource & AddPaths(Aws::String &&value)
const Aws::Vector< Aws::String > & GetPaths() const
S3ParquetSource & WithGroupSize(const char *value)
S3ParquetSource & WithCompressionType(const ParquetCompressionType &value)
S3ParquetSource & AddPaths(const char *value)
S3ParquetSource & WithGroupFiles(Aws::String &&value)
S3ParquetSource & WithGroupFiles(const char *value)
S3ParquetSource & AddOutputSchemas(const GlueSchema &value)
S3ParquetSource & WithGroupFiles(const Aws::String &value)
S3ParquetSource & WithOutputSchemas(const Aws::Vector< GlueSchema > &value)
void SetOutputSchemas(Aws::Vector< GlueSchema > &&value)
void SetGroupFiles(Aws::String &&value)
const S3DirectSourceAdditionalOptions & GetAdditionalOptions() const
void SetExclusions(const Aws::Vector< Aws::String > &value)
const Aws::String & GetGroupSize() const
const Aws::Vector< Aws::String > & GetExclusions() const
void SetGroupFiles(const char *value)
S3ParquetSource & AddOutputSchemas(GlueSchema &&value)
const Aws::String & GetName() const
void SetGroupSize(const char *value)
void SetName(Aws::String &&value)
S3ParquetSource & WithGroupSize(Aws::String &&value)
void SetExclusions(Aws::Vector< Aws::String > &&value)
S3ParquetSource & WithRecurse(bool value)
S3ParquetSource & WithAdditionalOptions(S3DirectSourceAdditionalOptions &&value)
void SetAdditionalOptions(S3DirectSourceAdditionalOptions &&value)
S3ParquetSource & WithPaths(Aws::Vector< Aws::String > &&value)
void SetOutputSchemas(const Aws::Vector< GlueSchema > &value)
S3ParquetSource & WithAdditionalOptions(const S3DirectSourceAdditionalOptions &value)
AWS_GLUE_API S3ParquetSource(Aws::Utils::Json::JsonView jsonValue)
S3ParquetSource & WithCompressionType(ParquetCompressionType &&value)
S3ParquetSource & WithPaths(const Aws::Vector< Aws::String > &value)
void SetGroupFiles(const Aws::String &value)
void SetCompressionType(const ParquetCompressionType &value)
std::basic_string< char, std::char_traits< char >, Aws::Allocator< char > > String
std::vector< T, Aws::Allocator< T > > Vector
Aws::Utils::Json::JsonValue JsonValue