public class FeedFetcher extends ICrawler implements com.exalead.util.Checkable, java.io.Serializable, Cloneable
Modifier and Type | Class and Description |
---|---|
static class |
FeedFetcher.Feeds |
static class |
FeedFetcher.Rootsets |
ICrawler.MimeTypes, ICrawler.PushAPIFilter, ICrawler.SessionIdBlacklist
Modifier and Type | Field and Description |
---|---|
static int |
DEFAULT_REFRESH_DELAY_S |
protected FeedFetcher.Feeds |
feeds |
int |
refreshDelayS |
protected FeedFetcher.Rootsets |
rootsets |
aggressive, archiveDocuments, buildGroup, connectorServer, crawlerServer, crawlSchedulerConfig, crawlSitemaps, customCrawlConfig, dataModel, DEFAULT_AGGRESSIVE, DEFAULT_ARCHIVE_DOCUMENTS, DEFAULT_CRAWL_SITEMAPS, DEFAULT_DEFAULT_ACCEPT, DEFAULT_DEFAULT_FOLLOW, DEFAULT_DEFAULT_FOLLOW_ROOTS, DEFAULT_DEFAULT_INDEX, DEFAULT_DISABLE_CONDITIONAL_GET, DEFAULT_ENABLE_CONSOLIDATION, DEFAULT_ENABLE_CONVERT_PROCESSOR, DEFAULT_ENABLE_SIMPLE_SITE_COLLAPSING, DEFAULT_IGNORE_ROBOTS_TXT, DEFAULT_MIME_TYPES_MODE, DEFAULT_NEAR_DUPLICATE_DETECTOR, DEFAULT_NTHREADS, DEFAULT_PATTERNS_DETECTOR, DEFAULT_SIMPLE_SITE_COLLAPSING_DEPTH, DEFAULT_SMART_REFRESH, DEFAULT_SMART_REFRESH_MAX_AGE_S, DEFAULT_SMART_REFRESH_MIN_AGE_S, DEFAULT_STORE_TEXT_ONLY, DEFAULT_THROTTLE_TIME_M_S, defaultAccept, defaultFollow, defaultFollowRoots, defaultIndex, disableConditionalGet, documentsType, enableConsolidation, enableConvertProcessor, enableSimpleSiteCollapsing, fetcher, ignoreRobotsTxt, mimeTypes, mimeTypesMode, name, nearDuplicateDetector, nthreads, patternsDetector, PushAPIFilter, rules, sessionIdBlacklist, simpleSiteCollapsingDepth, smartRefresh, smartRefreshMaxAgeS, smartRefreshMinAgeS, storeTextOnly, throttleTimeMS, urlTesterData
Constructor and Description |
---|
FeedFetcher() |
FeedFetcher(FeedFetcher o)
Copy constructor
|
Modifier and Type | Method and Description |
---|---|
void |
check(boolean deep,
java.lang.String errorContext)
Checks this FeedFetcher.
|
FeedFetcher |
clone()
Creates and returns a deep copy of this FeedFetcher.
|
static FeedFetcher |
fromString(java.lang.String s)
String representation of this FeedFetcher.
|
FeedFetcher.Feeds |
getFeeds() |
int |
getRefreshDelayS()
minimum delay before refreshing any url, default is 1 minute
|
FeedFetcher.Rootsets |
getRootsets() |
FeedFetcher |
makeCopy()
Creates and returns a deep copy of this FeedFetcher.
|
static FeedFetcher |
readFrom(java.io.InputStream is)
Read this FeedFetcher from an XML fragment.
|
void |
setFeeds(FeedFetcher.Feeds __value) |
void |
setRefreshDelayS(int refreshDelayS)
minimum delay before refreshing any url, default is 1 minute
|
void |
setRootsets(FeedFetcher.Rootsets __value) |
java.lang.String |
toString()
String representation of this FeedFetcher.
|
FeedFetcher |
withAggressive(boolean aggressive) |
FeedFetcher |
withAggressive(java.lang.Boolean aggressive) |
FeedFetcher |
withArchiveDocuments(boolean archiveDocuments) |
FeedFetcher |
withArchiveDocuments(java.lang.Boolean archiveDocuments) |
FeedFetcher |
withBuildGroup(java.lang.String buildGroup) |
FeedFetcher |
withConnectorServer(java.lang.String connectorServer) |
FeedFetcher |
withCrawlerServer(java.lang.String crawlerServer) |
FeedFetcher |
withCrawlSchedulerConfig(CrawlSchedulerConfig crawlSchedulerConfig) |
FeedFetcher |
withCrawlSitemaps(boolean crawlSitemaps) |
FeedFetcher |
withCrawlSitemaps(java.lang.Boolean crawlSitemaps) |
FeedFetcher |
withCustomCrawlConfig(CustomCrawlConfig customCrawlConfig) |
FeedFetcher |
withDataModel(java.lang.String dataModel) |
FeedFetcher |
withDefaultAccept(boolean defaultAccept) |
FeedFetcher |
withDefaultAccept(java.lang.Boolean defaultAccept) |
FeedFetcher |
withDefaultFollow(boolean defaultFollow) |
FeedFetcher |
withDefaultFollow(java.lang.Boolean defaultFollow) |
FeedFetcher |
withDefaultFollowRoots(boolean defaultFollowRoots) |
FeedFetcher |
withDefaultFollowRoots(java.lang.Boolean defaultFollowRoots) |
FeedFetcher |
withDefaultIndex(boolean defaultIndex) |
FeedFetcher |
withDefaultIndex(java.lang.Boolean defaultIndex) |
FeedFetcher |
withDisableConditionalGet(boolean disableConditionalGet) |
FeedFetcher |
withDisableConditionalGet(java.lang.Boolean disableConditionalGet) |
FeedFetcher |
withDocumentsType(java.lang.String documentsType) |
FeedFetcher |
withEnableConsolidation(boolean enableConsolidation) |
FeedFetcher |
withEnableConsolidation(java.lang.Boolean enableConsolidation) |
FeedFetcher |
withEnableConvertProcessor(boolean enableConvertProcessor) |
FeedFetcher |
withEnableConvertProcessor(java.lang.Boolean enableConvertProcessor) |
FeedFetcher |
withEnableSimpleSiteCollapsing(boolean enableSimpleSiteCollapsing) |
FeedFetcher |
withEnableSimpleSiteCollapsing(java.lang.Boolean enableSimpleSiteCollapsing) |
FeedFetcher |
withFeeds(java.util.Collection<Feed> __values) |
FeedFetcher |
withFeeds(Feed... __values) |
FeedFetcher |
withFeeds(FeedFetcher.Feeds __value) |
FeedFetcher |
withFetcher(java.lang.String fetcher) |
FeedFetcher |
withIgnoreRobotsTxt(boolean ignoreRobotsTxt) |
FeedFetcher |
withIgnoreRobotsTxt(java.lang.Boolean ignoreRobotsTxt) |
FeedFetcher |
withMimeTypes(java.util.Collection<StringConstantValue> __values) |
FeedFetcher |
withMimeTypes(StringConstantValue... __values) |
FeedFetcher |
withMimeTypesMode(java.lang.String mimeTypesMode) |
FeedFetcher |
withName(java.lang.String name) |
FeedFetcher |
withNearDuplicateDetector(boolean nearDuplicateDetector) |
FeedFetcher |
withNearDuplicateDetector(java.lang.Boolean nearDuplicateDetector) |
FeedFetcher |
withNthreads(int nthreads) |
FeedFetcher |
withNthreads(java.lang.Integer nthreads) |
FeedFetcher |
withPatternsDetector(boolean patternsDetector) |
FeedFetcher |
withPatternsDetector(java.lang.Boolean patternsDetector) |
FeedFetcher |
withPushAPIFilter(java.util.Collection<KeyValue> __values) |
FeedFetcher |
withPushAPIFilter(KeyValue... __values) |
FeedFetcher |
withRefreshDelayS(int refreshDelayS) |
FeedFetcher |
withRefreshDelayS(java.lang.Integer refreshDelayS) |
FeedFetcher |
withRootsets(java.util.Collection<RootSet> __values) |
FeedFetcher |
withRootsets(FeedFetcher.Rootsets __value) |
FeedFetcher |
withRootsets(RootSet... __values) |
FeedFetcher |
withRules(java.util.Collection<Rules> __values) |
FeedFetcher |
withRules(Rules... __values) |
FeedFetcher |
withSessionIdBlacklist(java.util.Collection<StringConstantValue> __values) |
FeedFetcher |
withSessionIdBlacklist(StringConstantValue... __values)
SessionId blacklist.
|
FeedFetcher |
withSimpleSiteCollapsingDepth(int simpleSiteCollapsingDepth) |
FeedFetcher |
withSimpleSiteCollapsingDepth(java.lang.Integer simpleSiteCollapsingDepth) |
FeedFetcher |
withSmartRefresh(boolean smartRefresh) |
FeedFetcher |
withSmartRefresh(java.lang.Boolean smartRefresh) |
FeedFetcher |
withSmartRefreshMaxAgeS(int smartRefreshMaxAgeS) |
FeedFetcher |
withSmartRefreshMaxAgeS(java.lang.Integer smartRefreshMaxAgeS) |
FeedFetcher |
withSmartRefreshMinAgeS(int smartRefreshMinAgeS) |
FeedFetcher |
withSmartRefreshMinAgeS(java.lang.Integer smartRefreshMinAgeS) |
FeedFetcher |
withStoreTextOnly(boolean storeTextOnly) |
FeedFetcher |
withStoreTextOnly(java.lang.Boolean storeTextOnly) |
FeedFetcher |
withThrottleTimeMS(int throttleTimeMS) |
FeedFetcher |
withThrottleTimeMS(java.lang.Integer throttleTimeMS) |
FeedFetcher |
withUrlTesterData(UrlTesterData urlTesterData) |
void |
writeTo(java.io.OutputStream os)
Write this FeedFetcher as an XML fragment
|
getBuildGroup, getConnectorServer, getCrawlerServer, getCrawlSchedulerConfig, getCustomCrawlConfig, getDataModel, getDocumentsType, getFetcher, getMimeTypes, getMimeTypesMode, getName, getNthreads, getPushAPIFilter, getRules, getSessionIdBlacklist, getSimpleSiteCollapsingDepth, getSmartRefreshMaxAgeS, getSmartRefreshMinAgeS, getThrottleTimeMS, getUrlTesterData, isAggressive, isArchiveDocuments, isCrawlSitemaps, isDefaultAccept, isDefaultFollow, isDefaultFollowRoots, isDefaultIndex, isDisableConditionalGet, isEnableConsolidation, isEnableConvertProcessor, isEnableSimpleSiteCollapsing, isIgnoreRobotsTxt, isNearDuplicateDetector, isPatternsDetector, isSmartRefresh, isStoreTextOnly, setAggressive, setArchiveDocuments, setBuildGroup, setConnectorServer, setCrawlerServer, setCrawlSchedulerConfig, setCrawlSitemaps, setCustomCrawlConfig, setDataModel, setDefaultAccept, setDefaultFollow, setDefaultFollowRoots, setDefaultIndex, setDisableConditionalGet, setDocumentsType, setEnableConsolidation, setEnableConvertProcessor, setEnableSimpleSiteCollapsing, setFetcher, setIgnoreRobotsTxt, setMimeTypes, setMimeTypesMode, setName, setNearDuplicateDetector, setNthreads, setPatternsDetector, setPushAPIFilter, setSessionIdBlacklist, setSimpleSiteCollapsingDepth, setSmartRefresh, setSmartRefreshMaxAgeS, setSmartRefreshMinAgeS, setStoreTextOnly, setThrottleTimeMS, setUrlTesterData, withMimeTypes, withPushAPIFilter, withSessionIdBlacklist
public int refreshDelayS
public static final int DEFAULT_REFRESH_DELAY_S
protected FeedFetcher.Feeds feeds
protected FeedFetcher.Rootsets rootsets
public FeedFetcher()
public FeedFetcher(FeedFetcher o)
public FeedFetcher withRules(Rules... __values)
public FeedFetcher withRules(java.util.Collection<Rules> __values)
public FeedFetcher withCrawlSchedulerConfig(CrawlSchedulerConfig crawlSchedulerConfig)
withCrawlSchedulerConfig
in class ICrawler
public FeedFetcher withCustomCrawlConfig(CustomCrawlConfig customCrawlConfig)
withCustomCrawlConfig
in class ICrawler
public FeedFetcher withName(java.lang.String name)
public FeedFetcher withDocumentsType(java.lang.String documentsType)
withDocumentsType
in class ICrawler
public FeedFetcher withFetcher(java.lang.String fetcher)
withFetcher
in class ICrawler
public FeedFetcher withCrawlerServer(java.lang.String crawlerServer)
withCrawlerServer
in class ICrawler
public FeedFetcher withConnectorServer(java.lang.String connectorServer)
withConnectorServer
in class ICrawler
public FeedFetcher withBuildGroup(java.lang.String buildGroup)
withBuildGroup
in class ICrawler
public FeedFetcher withDataModel(java.lang.String dataModel)
withDataModel
in class ICrawler
public FeedFetcher withStoreTextOnly(boolean storeTextOnly)
withStoreTextOnly
in class ICrawler
public FeedFetcher withStoreTextOnly(java.lang.Boolean storeTextOnly)
withStoreTextOnly
in class ICrawler
public FeedFetcher withNthreads(int nthreads)
withNthreads
in class ICrawler
public FeedFetcher withNthreads(java.lang.Integer nthreads)
withNthreads
in class ICrawler
public FeedFetcher withAggressive(boolean aggressive)
withAggressive
in class ICrawler
public FeedFetcher withAggressive(java.lang.Boolean aggressive)
withAggressive
in class ICrawler
public FeedFetcher withThrottleTimeMS(int throttleTimeMS)
withThrottleTimeMS
in class ICrawler
public FeedFetcher withThrottleTimeMS(java.lang.Integer throttleTimeMS)
withThrottleTimeMS
in class ICrawler
public FeedFetcher withIgnoreRobotsTxt(boolean ignoreRobotsTxt)
withIgnoreRobotsTxt
in class ICrawler
public FeedFetcher withIgnoreRobotsTxt(java.lang.Boolean ignoreRobotsTxt)
withIgnoreRobotsTxt
in class ICrawler
public FeedFetcher withEnableConvertProcessor(boolean enableConvertProcessor)
withEnableConvertProcessor
in class ICrawler
public FeedFetcher withEnableConvertProcessor(java.lang.Boolean enableConvertProcessor)
withEnableConvertProcessor
in class ICrawler
public FeedFetcher withNearDuplicateDetector(boolean nearDuplicateDetector)
withNearDuplicateDetector
in class ICrawler
public FeedFetcher withNearDuplicateDetector(java.lang.Boolean nearDuplicateDetector)
withNearDuplicateDetector
in class ICrawler
public FeedFetcher withPatternsDetector(boolean patternsDetector)
withPatternsDetector
in class ICrawler
public FeedFetcher withPatternsDetector(java.lang.Boolean patternsDetector)
withPatternsDetector
in class ICrawler
public FeedFetcher withCrawlSitemaps(boolean crawlSitemaps)
withCrawlSitemaps
in class ICrawler
public FeedFetcher withCrawlSitemaps(java.lang.Boolean crawlSitemaps)
withCrawlSitemaps
in class ICrawler
public FeedFetcher withDisableConditionalGet(boolean disableConditionalGet)
withDisableConditionalGet
in class ICrawler
public FeedFetcher withDisableConditionalGet(java.lang.Boolean disableConditionalGet)
withDisableConditionalGet
in class ICrawler
public FeedFetcher withDefaultAccept(boolean defaultAccept)
withDefaultAccept
in class ICrawler
public FeedFetcher withDefaultAccept(java.lang.Boolean defaultAccept)
withDefaultAccept
in class ICrawler
public FeedFetcher withDefaultIndex(boolean defaultIndex)
withDefaultIndex
in class ICrawler
public FeedFetcher withDefaultIndex(java.lang.Boolean defaultIndex)
withDefaultIndex
in class ICrawler
public FeedFetcher withDefaultFollow(boolean defaultFollow)
withDefaultFollow
in class ICrawler
public FeedFetcher withDefaultFollow(java.lang.Boolean defaultFollow)
withDefaultFollow
in class ICrawler
public FeedFetcher withDefaultFollowRoots(boolean defaultFollowRoots)
withDefaultFollowRoots
in class ICrawler
public FeedFetcher withDefaultFollowRoots(java.lang.Boolean defaultFollowRoots)
withDefaultFollowRoots
in class ICrawler
public FeedFetcher withEnableSimpleSiteCollapsing(boolean enableSimpleSiteCollapsing)
withEnableSimpleSiteCollapsing
in class ICrawler
public FeedFetcher withEnableSimpleSiteCollapsing(java.lang.Boolean enableSimpleSiteCollapsing)
withEnableSimpleSiteCollapsing
in class ICrawler
public FeedFetcher withSimpleSiteCollapsingDepth(int simpleSiteCollapsingDepth)
withSimpleSiteCollapsingDepth
in class ICrawler
public FeedFetcher withSimpleSiteCollapsingDepth(java.lang.Integer simpleSiteCollapsingDepth)
withSimpleSiteCollapsingDepth
in class ICrawler
public FeedFetcher withMimeTypesMode(java.lang.String mimeTypesMode)
withMimeTypesMode
in class ICrawler
public FeedFetcher withMimeTypes(StringConstantValue... __values)
withMimeTypes
in class ICrawler
public FeedFetcher withMimeTypes(java.util.Collection<StringConstantValue> __values)
withMimeTypes
in class ICrawler
public FeedFetcher withSessionIdBlacklist(StringConstantValue... __values)
withSessionIdBlacklist
in class ICrawler
public FeedFetcher withSessionIdBlacklist(java.util.Collection<StringConstantValue> __values)
withSessionIdBlacklist
in class ICrawler
public FeedFetcher withSmartRefresh(boolean smartRefresh)
withSmartRefresh
in class ICrawler
public FeedFetcher withSmartRefresh(java.lang.Boolean smartRefresh)
withSmartRefresh
in class ICrawler
public FeedFetcher withSmartRefreshMinAgeS(int smartRefreshMinAgeS)
withSmartRefreshMinAgeS
in class ICrawler
public FeedFetcher withSmartRefreshMinAgeS(java.lang.Integer smartRefreshMinAgeS)
withSmartRefreshMinAgeS
in class ICrawler
public FeedFetcher withSmartRefreshMaxAgeS(int smartRefreshMaxAgeS)
withSmartRefreshMaxAgeS
in class ICrawler
public FeedFetcher withSmartRefreshMaxAgeS(java.lang.Integer smartRefreshMaxAgeS)
withSmartRefreshMaxAgeS
in class ICrawler
public FeedFetcher withArchiveDocuments(boolean archiveDocuments)
withArchiveDocuments
in class ICrawler
public FeedFetcher withArchiveDocuments(java.lang.Boolean archiveDocuments)
withArchiveDocuments
in class ICrawler
public FeedFetcher withPushAPIFilter(KeyValue... __values)
withPushAPIFilter
in class ICrawler
public FeedFetcher withPushAPIFilter(java.util.Collection<KeyValue> __values)
withPushAPIFilter
in class ICrawler
public FeedFetcher withUrlTesterData(UrlTesterData urlTesterData)
withUrlTesterData
in class ICrawler
public FeedFetcher withEnableConsolidation(boolean enableConsolidation)
withEnableConsolidation
in class ICrawler
public FeedFetcher withEnableConsolidation(java.lang.Boolean enableConsolidation)
withEnableConsolidation
in class ICrawler
public void setRefreshDelayS(int refreshDelayS)
public int getRefreshDelayS()
public FeedFetcher withRefreshDelayS(int refreshDelayS)
public FeedFetcher withRefreshDelayS(java.lang.Integer refreshDelayS)
public FeedFetcher.Feeds getFeeds()
public void setFeeds(FeedFetcher.Feeds __value)
public FeedFetcher withFeeds(Feed... __values)
public FeedFetcher withFeeds(java.util.Collection<Feed> __values)
public FeedFetcher withFeeds(FeedFetcher.Feeds __value)
public FeedFetcher.Rootsets getRootsets()
public void setRootsets(FeedFetcher.Rootsets __value)
public FeedFetcher withRootsets(RootSet... __values)
public FeedFetcher withRootsets(java.util.Collection<RootSet> __values)
public FeedFetcher withRootsets(FeedFetcher.Rootsets __value)
public FeedFetcher clone()
public FeedFetcher makeCopy()
public static FeedFetcher readFrom(java.io.InputStream is) throws javax.xml.bind.JAXBException
javax.xml.bind.JAXBException
public void writeTo(java.io.OutputStream os) throws javax.xml.bind.JAXBException, java.io.IOException
public static FeedFetcher fromString(java.lang.String s) throws javax.xml.bind.JAXBException, java.io.UnsupportedEncodingException
javax.xml.bind.JAXBException
java.io.UnsupportedEncodingException
public java.lang.String toString()
Copyright © 2021 Dassault Systèmes, All Rights Reserved.