-
- All Implemented Interfaces:
-
ai.platon.pulsar.common.config.Parameterized
public final class FetchOptions extends CommonOptions
-
-
Nested Class Summary
Nested Classes Modifier and Type Class Description public classFetchOptions.Companion
-
Field Summary
Fields Modifier and Type Field Description private StringcrawlIdprivate StringbatchIdprivate Integerroundprivate FetchModefetchModeprivate BooleanstrictDfprivate IntegernumReduceTasksprivate IntegernumPoolThreadsprivate Booleanresumeprivate Booleanparseprivate Integerlimitprivate Booleanindexprivate StringindexerUrlprivate StringindexerCollectionprivate StringzkHostStringprivate Integerverboseprivate BooleanisHelpprivate BooleanexpandAtSignprivate BooleanacceptUnknownOptionsprivate BooleanallowParameterOverwritingprivate final Stringargsprivate final Array<String>argv
-
Constructor Summary
Constructors Constructor Description FetchOptions(ImmutableConfig conf)FetchOptions(Array<String> argv, ImmutableConfig conf)
-
Method Summary
Modifier and Type Method Description final StringgetCrawlId()final UnitsetCrawlId(String crawlId)final StringgetBatchId()final UnitsetBatchId(String batchId)final IntegergetRound()final UnitsetRound(Integer round)final FetchModegetFetchMode()final UnitsetFetchMode(FetchMode fetchMode)final BooleangetStrictDf()final UnitsetStrictDf(Boolean strictDf)final IntegergetNumReduceTasks()Note: in browser mode, reducer tasks/fetch threads/pool threads are not used use browser instances/active browser tabs instead final UnitsetNumReduceTasks(Integer numReduceTasks)Note: in browser mode, reducer tasks/fetch threads/pool threads are not used use browser instances/active browser tabs instead final IntegergetNumPoolThreads()final UnitsetNumPoolThreads(Integer numPoolThreads)final BooleangetResume()final UnitsetResume(Boolean resume)final BooleangetParse()final UnitsetParse(Boolean parse)final IntegergetLimit()final UnitsetLimit(Integer limit)final BooleangetIndex()final UnitsetIndex(Boolean index)final StringgetIndexerUrl()final UnitsetIndexerUrl(String indexerUrl)final StringgetIndexerCollection()final UnitsetIndexerCollection(String indexerCollection)final StringgetZkHostString()final UnitsetZkHostString(String zkHostString)final IntegergetVerbose()final UnitsetVerbose(Integer verbose)BooleangetIsHelp()UnitsetIsHelp(Boolean isHelp)final BooleangetExpandAtSign()final UnitsetExpandAtSign(Boolean expandAtSign)final BooleangetAcceptUnknownOptions()final UnitsetAcceptUnknownOptions(Boolean acceptUnknownOptions)final BooleangetAllowParameterOverwriting()final UnitsetAllowParameterOverwriting(Boolean allowParameterOverwriting)final StringgetArgs()final Array<String>getArgv()The argument vector final ParamstoParams()-
Methods inherited from class ai.platon.pulsar.common.options.CommonOptions
addObjects, equals, hashCode, parse, parseOrExit, setObjects, toArgsMap, toArgv, toCmdLine, toMutableArgsMap, toString, usage -
Methods inherited from class ai.platon.pulsar.common.options.PulsarOptions
getParams -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-
-
Method Detail
-
getCrawlId
final String getCrawlId()
-
setCrawlId
final Unit setCrawlId(String crawlId)
-
getBatchId
final String getBatchId()
-
setBatchId
final Unit setBatchId(String batchId)
-
getFetchMode
final FetchMode getFetchMode()
-
setFetchMode
final Unit setFetchMode(FetchMode fetchMode)
-
getStrictDf
final Boolean getStrictDf()
-
setStrictDf
final Unit setStrictDf(Boolean strictDf)
-
getNumReduceTasks
final Integer getNumReduceTasks()
Note: in browser mode, reducer tasks/fetch threads/pool threads are not used use browser instances/active browser tabs instead
-
setNumReduceTasks
final Unit setNumReduceTasks(Integer numReduceTasks)
Note: in browser mode, reducer tasks/fetch threads/pool threads are not used use browser instances/active browser tabs instead
-
getNumPoolThreads
final Integer getNumPoolThreads()
-
setNumPoolThreads
final Unit setNumPoolThreads(Integer numPoolThreads)
-
getIndexerUrl
final String getIndexerUrl()
-
setIndexerUrl
final Unit setIndexerUrl(String indexerUrl)
-
getIndexerCollection
final String getIndexerCollection()
-
setIndexerCollection
final Unit setIndexerCollection(String indexerCollection)
-
getZkHostString
final String getZkHostString()
-
setZkHostString
final Unit setZkHostString(String zkHostString)
-
getVerbose
final Integer getVerbose()
-
setVerbose
final Unit setVerbose(Integer verbose)
-
getExpandAtSign
final Boolean getExpandAtSign()
-
setExpandAtSign
final Unit setExpandAtSign(Boolean expandAtSign)
-
getAcceptUnknownOptions
final Boolean getAcceptUnknownOptions()
-
setAcceptUnknownOptions
final Unit setAcceptUnknownOptions(Boolean acceptUnknownOptions)
-
getAllowParameterOverwriting
final Boolean getAllowParameterOverwriting()
-
setAllowParameterOverwriting
final Unit setAllowParameterOverwriting(Boolean allowParameterOverwriting)
-
toParams
final Params toParams()
-
-
-
-