AWS SDK for C++

AWS SDK for C++ Version 1.11.612

Loading...
Searching...
No Matches
WebCrawlerConfiguration.h
1
6#pragma once
7#include <aws/kendra/Kendra_EXPORTS.h>
8#include <aws/kendra/model/Urls.h>
9#include <aws/core/utils/memory/stl/AWSVector.h>
10#include <aws/kendra/model/ProxyConfiguration.h>
11#include <aws/kendra/model/AuthenticationConfiguration.h>
12#include <aws/core/utils/memory/stl/AWSString.h>
13#include <utility>
14
15namespace Aws
16{
17namespace Utils
18{
19namespace Json
20{
21 class JsonValue;
22 class JsonView;
23} // namespace Json
24} // namespace Utils
25namespace kendra
26{
27namespace Model
28{
29
37 {
38 public:
39 AWS_KENDRA_API WebCrawlerConfiguration() = default;
42 AWS_KENDRA_API Aws::Utils::Json::JsonValue Jsonize() const;
43
44
46
59 inline const Urls& GetUrls() const { return m_urls; }
60 inline bool UrlsHasBeenSet() const { return m_urlsHasBeenSet; }
61 template<typename UrlsT = Urls>
62 void SetUrls(UrlsT&& value) { m_urlsHasBeenSet = true; m_urls = std::forward<UrlsT>(value); }
63 template<typename UrlsT = Urls>
64 WebCrawlerConfiguration& WithUrls(UrlsT&& value) { SetUrls(std::forward<UrlsT>(value)); return *this;}
66
68
73 inline int GetCrawlDepth() const { return m_crawlDepth; }
74 inline bool CrawlDepthHasBeenSet() const { return m_crawlDepthHasBeenSet; }
75 inline void SetCrawlDepth(int value) { m_crawlDepthHasBeenSet = true; m_crawlDepth = value; }
76 inline WebCrawlerConfiguration& WithCrawlDepth(int value) { SetCrawlDepth(value); return *this;}
78
80
86 inline int GetMaxLinksPerPage() const { return m_maxLinksPerPage; }
87 inline bool MaxLinksPerPageHasBeenSet() const { return m_maxLinksPerPageHasBeenSet; }
88 inline void SetMaxLinksPerPage(int value) { m_maxLinksPerPageHasBeenSet = true; m_maxLinksPerPage = value; }
89 inline WebCrawlerConfiguration& WithMaxLinksPerPage(int value) { SetMaxLinksPerPage(value); return *this;}
91
93
98 inline double GetMaxContentSizePerPageInMegaBytes() const { return m_maxContentSizePerPageInMegaBytes; }
99 inline bool MaxContentSizePerPageInMegaBytesHasBeenSet() const { return m_maxContentSizePerPageInMegaBytesHasBeenSet; }
100 inline void SetMaxContentSizePerPageInMegaBytes(double value) { m_maxContentSizePerPageInMegaBytesHasBeenSet = true; m_maxContentSizePerPageInMegaBytes = value; }
103
105
110 inline int GetMaxUrlsPerMinuteCrawlRate() const { return m_maxUrlsPerMinuteCrawlRate; }
111 inline bool MaxUrlsPerMinuteCrawlRateHasBeenSet() const { return m_maxUrlsPerMinuteCrawlRateHasBeenSet; }
112 inline void SetMaxUrlsPerMinuteCrawlRate(int value) { m_maxUrlsPerMinuteCrawlRateHasBeenSet = true; m_maxUrlsPerMinuteCrawlRate = value; }
115
117
124 inline const Aws::Vector<Aws::String>& GetUrlInclusionPatterns() const { return m_urlInclusionPatterns; }
125 inline bool UrlInclusionPatternsHasBeenSet() const { return m_urlInclusionPatternsHasBeenSet; }
126 template<typename UrlInclusionPatternsT = Aws::Vector<Aws::String>>
127 void SetUrlInclusionPatterns(UrlInclusionPatternsT&& value) { m_urlInclusionPatternsHasBeenSet = true; m_urlInclusionPatterns = std::forward<UrlInclusionPatternsT>(value); }
128 template<typename UrlInclusionPatternsT = Aws::Vector<Aws::String>>
129 WebCrawlerConfiguration& WithUrlInclusionPatterns(UrlInclusionPatternsT&& value) { SetUrlInclusionPatterns(std::forward<UrlInclusionPatternsT>(value)); return *this;}
130 template<typename UrlInclusionPatternsT = Aws::String>
131 WebCrawlerConfiguration& AddUrlInclusionPatterns(UrlInclusionPatternsT&& value) { m_urlInclusionPatternsHasBeenSet = true; m_urlInclusionPatterns.emplace_back(std::forward<UrlInclusionPatternsT>(value)); return *this; }
133
135
142 inline const Aws::Vector<Aws::String>& GetUrlExclusionPatterns() const { return m_urlExclusionPatterns; }
143 inline bool UrlExclusionPatternsHasBeenSet() const { return m_urlExclusionPatternsHasBeenSet; }
144 template<typename UrlExclusionPatternsT = Aws::Vector<Aws::String>>
145 void SetUrlExclusionPatterns(UrlExclusionPatternsT&& value) { m_urlExclusionPatternsHasBeenSet = true; m_urlExclusionPatterns = std::forward<UrlExclusionPatternsT>(value); }
146 template<typename UrlExclusionPatternsT = Aws::Vector<Aws::String>>
147 WebCrawlerConfiguration& WithUrlExclusionPatterns(UrlExclusionPatternsT&& value) { SetUrlExclusionPatterns(std::forward<UrlExclusionPatternsT>(value)); return *this;}
148 template<typename UrlExclusionPatternsT = Aws::String>
149 WebCrawlerConfiguration& AddUrlExclusionPatterns(UrlExclusionPatternsT&& value) { m_urlExclusionPatternsHasBeenSet = true; m_urlExclusionPatterns.emplace_back(std::forward<UrlExclusionPatternsT>(value)); return *this; }
151
153
163 inline const ProxyConfiguration& GetProxyConfiguration() const { return m_proxyConfiguration; }
164 inline bool ProxyConfigurationHasBeenSet() const { return m_proxyConfigurationHasBeenSet; }
165 template<typename ProxyConfigurationT = ProxyConfiguration>
166 void SetProxyConfiguration(ProxyConfigurationT&& value) { m_proxyConfigurationHasBeenSet = true; m_proxyConfiguration = std::forward<ProxyConfigurationT>(value); }
167 template<typename ProxyConfigurationT = ProxyConfiguration>
168 WebCrawlerConfiguration& WithProxyConfiguration(ProxyConfigurationT&& value) { SetProxyConfiguration(std::forward<ProxyConfigurationT>(value)); return *this;}
170
172
182 inline const AuthenticationConfiguration& GetAuthenticationConfiguration() const { return m_authenticationConfiguration; }
183 inline bool AuthenticationConfigurationHasBeenSet() const { return m_authenticationConfigurationHasBeenSet; }
184 template<typename AuthenticationConfigurationT = AuthenticationConfiguration>
185 void SetAuthenticationConfiguration(AuthenticationConfigurationT&& value) { m_authenticationConfigurationHasBeenSet = true; m_authenticationConfiguration = std::forward<AuthenticationConfigurationT>(value); }
186 template<typename AuthenticationConfigurationT = AuthenticationConfiguration>
187 WebCrawlerConfiguration& WithAuthenticationConfiguration(AuthenticationConfigurationT&& value) { SetAuthenticationConfiguration(std::forward<AuthenticationConfigurationT>(value)); return *this;}
189 private:
190
191 Urls m_urls;
192 bool m_urlsHasBeenSet = false;
193
194 int m_crawlDepth{0};
195 bool m_crawlDepthHasBeenSet = false;
196
197 int m_maxLinksPerPage{0};
198 bool m_maxLinksPerPageHasBeenSet = false;
199
200 double m_maxContentSizePerPageInMegaBytes{0.0};
201 bool m_maxContentSizePerPageInMegaBytesHasBeenSet = false;
202
203 int m_maxUrlsPerMinuteCrawlRate{0};
204 bool m_maxUrlsPerMinuteCrawlRateHasBeenSet = false;
205
206 Aws::Vector<Aws::String> m_urlInclusionPatterns;
207 bool m_urlInclusionPatternsHasBeenSet = false;
208
209 Aws::Vector<Aws::String> m_urlExclusionPatterns;
210 bool m_urlExclusionPatternsHasBeenSet = false;
211
212 ProxyConfiguration m_proxyConfiguration;
213 bool m_proxyConfigurationHasBeenSet = false;
214
215 AuthenticationConfiguration m_authenticationConfiguration;
216 bool m_authenticationConfigurationHasBeenSet = false;
217 };
218
219} // namespace Model
220} // namespace kendra
221} // namespace Aws
AWS_KENDRA_API Aws::Utils::Json::JsonValue Jsonize() const
WebCrawlerConfiguration & WithAuthenticationConfiguration(AuthenticationConfigurationT &&value)
WebCrawlerConfiguration & AddUrlExclusionPatterns(UrlExclusionPatternsT &&value)
const ProxyConfiguration & GetProxyConfiguration() const
WebCrawlerConfiguration & WithMaxLinksPerPage(int value)
const Aws::Vector< Aws::String > & GetUrlInclusionPatterns() const
AWS_KENDRA_API WebCrawlerConfiguration()=default
WebCrawlerConfiguration & WithMaxContentSizePerPageInMegaBytes(double value)
WebCrawlerConfiguration & WithUrls(UrlsT &&value)
void SetUrlExclusionPatterns(UrlExclusionPatternsT &&value)
WebCrawlerConfiguration & WithCrawlDepth(int value)
void SetProxyConfiguration(ProxyConfigurationT &&value)
AWS_KENDRA_API WebCrawlerConfiguration(Aws::Utils::Json::JsonView jsonValue)
WebCrawlerConfiguration & WithProxyConfiguration(ProxyConfigurationT &&value)
void SetUrlInclusionPatterns(UrlInclusionPatternsT &&value)
WebCrawlerConfiguration & AddUrlInclusionPatterns(UrlInclusionPatternsT &&value)
WebCrawlerConfiguration & WithUrlExclusionPatterns(UrlExclusionPatternsT &&value)
WebCrawlerConfiguration & WithUrlInclusionPatterns(UrlInclusionPatternsT &&value)
WebCrawlerConfiguration & WithMaxUrlsPerMinuteCrawlRate(int value)
AWS_KENDRA_API WebCrawlerConfiguration & operator=(Aws::Utils::Json::JsonView jsonValue)
const AuthenticationConfiguration & GetAuthenticationConfiguration() const
const Aws::Vector< Aws::String > & GetUrlExclusionPatterns() const
void SetAuthenticationConfiguration(AuthenticationConfigurationT &&value)
std::vector< T, Aws::Allocator< T > > Vector
Aws::Utils::Json::JsonValue JsonValue