S-index

A B C D E F G H I J K L M N O P Q R S T U V W X _

S

sanitize(Document,Boolean) - function in ai.platon.pulsar.crawl.parse.html.JsoupUtils

scan(String) - function in ai.platon.pulsar.context.PulsarContext

scan(String,Iterable) - function in ai.platon.pulsar.context.PulsarContext

scan(String,Array) - function in ai.platon.pulsar.context.PulsarContext

scan(String) - function in ai.platon.pulsar.context.support.AbstractPulsarContext

Scan pages in the storage

scan(String,Iterable) - function in ai.platon.pulsar.context.support.AbstractPulsarContext

Scan pages in the storage

scan(String,Array) - function in ai.platon.pulsar.context.support.AbstractPulsarContext

Scan pages in the storage

scan(String) - function in ai.platon.pulsar.context.support.BasicPulsarContext

Scan pages in the storage

scan(String,Iterable) - function in ai.platon.pulsar.context.support.BasicPulsarContext

Scan pages in the storage

scan(String,Array) - function in ai.platon.pulsar.context.support.BasicPulsarContext

Scan pages in the storage

scan(String) - function in ai.platon.pulsar.context.support.ClassPathXmlPulsarContext

Scan pages in the storage

scan(String,Iterable) - function in ai.platon.pulsar.context.support.ClassPathXmlPulsarContext

Scan pages in the storage

scan(String,Array) - function in ai.platon.pulsar.context.support.ClassPathXmlPulsarContext

Scan pages in the storage

scan(String) - function in ai.platon.pulsar.context.support.StaticPulsarContext

Scan pages in the storage

scan(String,Iterable) - function in ai.platon.pulsar.context.support.StaticPulsarContext

Scan pages in the storage

scan(String,Array) - function in ai.platon.pulsar.context.support.StaticPulsarContext

Scan pages in the storage

scan(String,String) - function in ai.platon.pulsar.crawl.component.WebDbComponent

schedule() - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler

Schedule a queue with the given priority and given poolId

schedule(Integer) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler

Schedule the queues with top priority

schedule(PoolId,Integer) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler

Null queue id means the queue with top priority Consume a fetch item and try to download the target web page

scheduleOn(ScheduledExecutorService) - function in ai.platon.pulsar.common.metrics.CodahaleSlf4jReporter.Builder

Specifies the executor to use while scheduling reporting of metrics.

schedulerIds() - function in ai.platon.pulsar.crawl.fetch.batch.TaskSchedulers

ScoreVectorWritable - class in ai.platon.pulsar.crawl.scoring.io

Created by vincent on 17-4-20.

ScoringFilter - class in ai.platon.pulsar.crawl.scoring

A contract defining behavior of scoring plugins.

ScoringFilter.Companion - class in ai.platon.pulsar.crawl.scoring.ScoringFilter

ScoringFilterException - class in ai.platon.pulsar.crawl.scoring

Specialized exception for errors during scoring.

ScoringFilters - class in ai.platon.pulsar.crawl.scoring

scrape(String,String,Iterable) - function in ai.platon.pulsar.session.AbstractPulsarSession

scrape(String,String,Map) - function in ai.platon.pulsar.session.AbstractPulsarSession

scrape(String,String,String,Iterable) - function in ai.platon.pulsar.session.AbstractPulsarSession

scrape(String,String,String,Map) - function in ai.platon.pulsar.session.AbstractPulsarSession

scrape(String,String,Iterable) - function in ai.platon.pulsar.session.BasicPulsarSession

scrape(String,String,Map) - function in ai.platon.pulsar.session.BasicPulsarSession

scrape(String,String,String,Iterable) - function in ai.platon.pulsar.session.BasicPulsarSession

scrape(String,String,String,Map) - function in ai.platon.pulsar.session.BasicPulsarSession

scrape(String,String,Iterable) - function in ai.platon.pulsar.session.PulsarSession

scrape(String,String,Map) - function in ai.platon.pulsar.session.PulsarSession

scrape(String,String,String,Iterable) - function in ai.platon.pulsar.session.PulsarSession

scrape(String,String,String,Map) - function in ai.platon.pulsar.session.PulsarSession

scrapeOutPages(String,String,Iterable) - function in ai.platon.pulsar.session.AbstractPulsarSession

scrapeOutPages(String,String,String,Iterable) - function in ai.platon.pulsar.session.AbstractPulsarSession

scrapeOutPages(String,String,Map) - function in ai.platon.pulsar.session.AbstractPulsarSession

scrapeOutPages(String,String,String,Map) - function in ai.platon.pulsar.session.AbstractPulsarSession

scrapeOutPages(String,String,Iterable) - function in ai.platon.pulsar.session.BasicPulsarSession

scrapeOutPages(String,String,String,Iterable) - function in ai.platon.pulsar.session.BasicPulsarSession

scrapeOutPages(String,String,Map) - function in ai.platon.pulsar.session.BasicPulsarSession

scrapeOutPages(String,String,String,Map) - function in ai.platon.pulsar.session.BasicPulsarSession

scrapeOutPages(String,String,Iterable) - function in ai.platon.pulsar.session.PulsarSession

scrapeOutPages(String,String,String,Iterable) - function in ai.platon.pulsar.session.PulsarSession

scrapeOutPages(String,String,Map) - function in ai.platon.pulsar.session.PulsarSession

scrapeOutPages(String,String,String,Map) - function in ai.platon.pulsar.session.PulsarSession

scrollDown(Integer) - function in ai.platon.pulsar.crawl.fetch.driver.AbstractWebDriver

scrollDown(Integer) - function in ai.platon.pulsar.crawl.fetch.driver.WebDriver

scrollTo(String) - function in ai.platon.pulsar.crawl.fetch.driver.AbstractWebDriver

scrollTo(String) - function in ai.platon.pulsar.crawl.fetch.driver.WebDriver

scrollUp(Integer) - function in ai.platon.pulsar.crawl.fetch.driver.AbstractWebDriver

scrollUp(Integer) - function in ai.platon.pulsar.crawl.fetch.driver.WebDriver

search(PoolId,Boolean) - function in ai.platon.pulsar.crawl.fetch.batch.data.PoolQueue

SeedBuilder - class in ai.platon.pulsar.crawl.inject

Created by vincent on 16-9-24.

SeedBuilder.Companion - class in ai.platon.pulsar.crawl.inject.SeedBuilder

SequentialPrivacyContextIdGenerator - class in ai.platon.pulsar.crawl.fetch.privacy

SequentialPrivacyContextIdGenerator.Companion - class in ai.platon.pulsar.crawl.fetch.privacy.SequentialPrivacyContextIdGenerator

SessionAware - class in ai.platon.pulsar.session

set(String,String) - function in ai.platon.pulsar.crawl.parse.html.OpenMapFields

setAcceptUnknownOptions(Boolean) - function in ai.platon.pulsar.common.options.CommonOptions

setAcceptUnknownOptions(Boolean) - function in ai.platon.pulsar.common.options.FetchOptions

setAcceptUnknownOptions(Boolean) - function in ai.platon.pulsar.common.options.GenerateOptions

setAcceptUnknownOptions(Boolean) - function in ai.platon.pulsar.common.options.InjectOptions

setAcceptUnknownOptions(Boolean) - function in ai.platon.pulsar.common.options.LinkOptions

setAcceptUnknownOptions(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setAcceptUnknownOptions(Boolean) - function in ai.platon.pulsar.common.options.PulsarOptions

setAcceptUnknownOptions(Boolean) - function in ai.platon.pulsar.common.options.deprecated.CollectionOptions

setAcceptUnknownOptions(Boolean) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setAcceptUnknownOptions(Boolean) - function in ai.platon.pulsar.common.options.deprecated.EntityOptions

setActiveContext(PulsarContext) - function in ai.platon.pulsar.context.PulsarContexts

setActiveTime(Instant) - function in ai.platon.pulsar.crawl.fetch.driver.AbstractBrowserInstance

setActiveTime(Instant) - function in ai.platon.pulsar.crawl.fetch.driver.NavigateEntry

setAdddays(Long) - function in ai.platon.pulsar.common.options.GenerateOptions

setAlias(String) - function in ai.platon.pulsar.common.sites.amazon.AmazonSuggestion

setAliases(Map) - function in ai.platon.pulsar.crawl.parse.ParserConfig

setAllow(TypeAliased(typeAlias=GenericTypeConstructor(dri=kotlin.collections/HashSet///PointingToDeclaration/, projections=[], presentableName=null, extra=PropertyContainer(map={})), inner=GenericTypeConstructor(dri=java.util/HashSet///PointingToDeclaration/, projections=[], presentableName=null, extra=PropertyContainer(map={})))) - function in ai.platon.pulsar.crawl.filter.BlockFilter

setAllowLinks(Integer) - function in ai.platon.pulsar.common.collect.FatLinkExtractor.Companion.Counters

setAllowParameterOverwriting(Boolean) - function in ai.platon.pulsar.common.options.CommonOptions

setAllowParameterOverwriting(Boolean) - function in ai.platon.pulsar.common.options.FetchOptions

setAllowParameterOverwriting(Boolean) - function in ai.platon.pulsar.common.options.GenerateOptions

setAllowParameterOverwriting(Boolean) - function in ai.platon.pulsar.common.options.InjectOptions

setAllowParameterOverwriting(Boolean) - function in ai.platon.pulsar.common.options.LinkOptions

setAllowParameterOverwriting(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setAllowParameterOverwriting(Boolean) - function in ai.platon.pulsar.common.options.PulsarOptions

setAllowParameterOverwriting(Boolean) - function in ai.platon.pulsar.common.options.deprecated.CollectionOptions

setAllowParameterOverwriting(Boolean) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setAllowParameterOverwriting(Boolean) - function in ai.platon.pulsar.common.options.deprecated.EntityOptions

setAnchorRegex(String) - function in ai.platon.pulsar.common.options.LinkOptions

setArgs(String) - function in ai.platon.pulsar.crawl.common.url.ListenableHyperlink

setArgs(String) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setArgs(String) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setArgs(String) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

The url arguments

setArgs(String) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

setArgs(Map) - function in ai.platon.pulsar.persist.FilterResult

setArgs(Map) - function in ai.platon.pulsar.persist.ParseResult

setAuthToken(String) - function in ai.platon.pulsar.common.options.LoadOptions

setAuthToken(String) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setAuthToken(String) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

setAuthToken(String) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

setBackground(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setBadSeeds(Integer) - function in ai.platon.pulsar.common.collect.FatLinkExtractor.Companion.Counters

setBaseHref(URL) - function in ai.platon.pulsar.crawl.parse.html.HTMLMetaTags

Sets the baseHref.

setBatchId(String) - function in ai.platon.pulsar.common.options.FetchOptions

setBatchId(String) - function in ai.platon.pulsar.common.options.GenerateOptions

setBatchSize(Integer) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

setBatchStat(BatchStat) - function in ai.platon.pulsar.crawl.fetch.FetchTask

setBbsUrls(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setBlockFilter(BlockFilter) - function in ai.platon.pulsar.crawl.filter.CrawlFilter

setBlogUrls(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setBrowser(BrowserType) - function in ai.platon.pulsar.common.options.LoadOptionDefaults

The default browser

setBrowser(BrowserType) - function in ai.platon.pulsar.common.options.LoadOptions

TODO: session scope browser choice is not support by now

setBytesThoRate(Double) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler.Status

setClickTarget(String) - function in ai.platon.pulsar.common.options.LoadOptions

setCode(Short,Integer) - function in ai.platon.pulsar.persist.FilterResult

setCode(Short,Integer) - function in ai.platon.pulsar.persist.ParseResult

setCollectCount(Integer) - function in ai.platon.pulsar.common.collect.LocalFileHyperlinkCollector

setCollectCount(Integer) - function in ai.platon.pulsar.common.collect.CircularLocalFileHyperlinkCollector

setCollectCount(Integer) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

setCollectCount(Integer) - function in ai.platon.pulsar.common.collect.HyperlinkCollector

setCollectCount(Integer) - function in ai.platon.pulsar.common.collect.CircularHyperlinkCollector

setCollectCount(Integer) - function in ai.platon.pulsar.common.collect.PeriodicalHyperlinkCollector

setCollected(Integer) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector.Companion.Counters

setCollectedCount(Integer) - function in ai.platon.pulsar.common.collect.LocalFileHyperlinkCollector

setCollectedCount(Integer) - function in ai.platon.pulsar.common.collect.CircularLocalFileHyperlinkCollector

setCollectedCount(Integer) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

setCollectedCount(Integer) - function in ai.platon.pulsar.common.collect.HyperlinkCollector

setCollectedCount(Integer) - function in ai.platon.pulsar.common.collect.CircularHyperlinkCollector

setCollectedCount(Integer) - function in ai.platon.pulsar.common.collect.PeriodicalHyperlinkCollector

setCollectionOptions(CollectionOptions) - function in ai.platon.pulsar.common.options.deprecated.EntityOptions

setCollects(Integer) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector.Companion.Counters

setConf(ImmutableConfig) - function in ai.platon.pulsar.crawl.protocol.http.AbstractNativeHttpProtocol

setConf(ImmutableConfig) - function in ai.platon.pulsar.common.config.AbstractNativeHttpProtocol

setConf(ImmutableConfig) - function in ai.platon.pulsar.crawl.protocol.http.AbstractHttpProtocol

setConf(ImmutableConfig) - function in ai.platon.pulsar.crawl.protocol.HttpRobotRulesParser

Set the Configuration object

setConf(ImmutableConfig) - function in ai.platon.pulsar.crawl.index.IndexingFilter

setConf(ImmutableConfig) - function in ai.platon.pulsar.common.config.Protocol

setConf(ImmutableConfig) - function in ai.platon.pulsar.crawl.protocol.RobotRulesParser

Set the Configuration object

setContains(String) - function in ai.platon.pulsar.crawl.filter.TextFilter

setContainsAny(String) - function in ai.platon.pulsar.crawl.filter.TextFilter

setContainsNone(String) - function in ai.platon.pulsar.crawl.filter.TextFilter

setContentType(String) - function in ai.platon.pulsar.crawl.parse.ParserNotFound

setContext(PulsarContext) - function in ai.platon.pulsar.context.ContextAware

setContextClassLoader(ClassLoader) - function in java.lang.IndexThread

setCountry(String) - function in ai.platon.pulsar.common.collect.LocalFileHyperlinkCollector

setCountry(String) - function in ai.platon.pulsar.common.collect.CircularLocalFileHyperlinkCollector

setCountry(String) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

setCountry(String) - function in ai.platon.pulsar.common.collect.HyperlinkCollector

setCountry(String) - function in ai.platon.pulsar.common.collect.CircularHyperlinkCollector

setCountry(String) - function in ai.platon.pulsar.common.collect.PeriodicalHyperlinkCollector

setCountry(String) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setCountry(String) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setCountry(String) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

Required website country

setCrawler(StreamingCrawler) - function in ai.platon.pulsar.crawl.StreamingCrawlLoop

setCrawlEventHandler(DefaultCrawlEventHandler) - function in ai.platon.pulsar.crawl.StreamingCrawlLoop

setCrawlId(String) - function in ai.platon.pulsar.common.options.FetchOptions

setCrawlId(String) - function in ai.platon.pulsar.common.options.GenerateOptions

setCrawlId(String) - function in ai.platon.pulsar.common.options.InjectOptions

setCrid(String) - function in ai.platon.pulsar.common.sites.amazon.AmazonSuggestion

setCssRules(Map) - function in ai.platon.pulsar.common.options.deprecated.CollectionOptions

setCssRules(Map) - function in ai.platon.pulsar.common.options.deprecated.EntityOptions

setDaemon(Boolean) - function in java.lang.IndexThread

setDeadTime(Instant) - function in ai.platon.pulsar.common.collect.LocalFileHyperlinkCollector

setDeadTime(Instant) - function in ai.platon.pulsar.common.collect.CircularLocalFileHyperlinkCollector

setDeadTime(Instant) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

setDeadTime(Instant) - function in ai.platon.pulsar.common.collect.HyperlinkCollector

setDeadTime(Instant) - function in ai.platon.pulsar.common.collect.CircularHyperlinkCollector

setDeadTime(Instant) - function in ai.platon.pulsar.common.collect.PeriodicalHyperlinkCollector

setDeadTime(Instant) - function in ai.platon.pulsar.common.options.LoadOptions

setDefaultCharEncoding(String) - function in ai.platon.pulsar.common.EncodingDetector

setDefaultOptions(LoadOptions) - function in ai.platon.pulsar.crawl.AbstractCrawlLoop

Data collector lower capacity

setDefaultOptions(LoadOptions) - function in ai.platon.pulsar.crawl.StreamingCrawlLoop

Data collector lower capacity

setDELIMITER(String) - function in ai.platon.pulsar.common.metrics.EnumCounterRegistry

setDepth(Integer) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setDepth(Integer) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setDepth(Integer) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setDetail(UrlAware) - function in ai.platon.pulsar.common.urls.NormUrl

setDetailUrls(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setDisallow(TypeAliased(typeAlias=GenericTypeConstructor(dri=kotlin.collections/HashSet///PointingToDeclaration/, projections=[], presentableName=null, extra=PropertyContainer(map={})), inner=GenericTypeConstructor(dri=java.util/HashSet///PointingToDeclaration/, projections=[], presentableName=null, extra=PropertyContainer(map={})))) - function in ai.platon.pulsar.crawl.filter.BlockFilter

setDistrict(String) - function in ai.platon.pulsar.common.collect.LocalFileHyperlinkCollector

setDistrict(String) - function in ai.platon.pulsar.common.collect.CircularLocalFileHyperlinkCollector

setDistrict(String) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

setDistrict(String) - function in ai.platon.pulsar.common.collect.HyperlinkCollector

setDistrict(String) - function in ai.platon.pulsar.common.collect.CircularHyperlinkCollector

setDistrict(String) - function in ai.platon.pulsar.common.collect.PeriodicalHyperlinkCollector

setDistrict(String) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setDistrict(String) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setDistrict(String) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

Required website district

setDoc(IndexDocument) - function in ai.platon.pulsar.crawl.index.io.IndexDocumentWritable

setDocument(FeaturedDocument) - function in ai.platon.pulsar.crawl.parse.ParseResult

setDocument(FeaturedDocument) - function in ai.platon.pulsar.crawl.parse.html.JsoupExtractor

setDocument(FeaturedDocument) - function in ai.platon.pulsar.crawl.parse.html.JsoupParser

setDocument(FeaturedDocument) - function in ai.platon.pulsar.crawl.parse.html.ParseContext

setDomStatistics(DomStatistics) - function in ai.platon.pulsar.crawl.parse.ParseResult

setEndKey(String) - function in ai.platon.pulsar.crawl.filter.CrawlFilter

setEventHandler(PulsarEventHandler) - function in ai.platon.pulsar.common.options.LoadOptions

setEventHandler(PulsarEventHandler) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setEventHandler(PulsarEventHandler) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setEventHandler(PulsarEventHandler) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

setException(Throwable) - function in ai.platon.pulsar.crawl.fetch.FetchResult

setExpandAtSign(Boolean) - function in ai.platon.pulsar.common.options.CommonOptions

setExpandAtSign(Boolean) - function in ai.platon.pulsar.common.options.FetchOptions

setExpandAtSign(Boolean) - function in ai.platon.pulsar.common.options.GenerateOptions

setExpandAtSign(Boolean) - function in ai.platon.pulsar.common.options.InjectOptions

setExpandAtSign(Boolean) - function in ai.platon.pulsar.common.options.LinkOptions

setExpandAtSign(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setExpandAtSign(Boolean) - function in ai.platon.pulsar.common.options.PulsarOptions

setExpandAtSign(Boolean) - function in ai.platon.pulsar.common.options.deprecated.CollectionOptions

setExpandAtSign(Boolean) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setExpandAtSign(Boolean) - function in ai.platon.pulsar.common.options.deprecated.EntityOptions

setExpireAt(Instant) - function in ai.platon.pulsar.common.options.LoadOptionDefaults

The default time to expire

setExpireAt(Instant) - function in ai.platon.pulsar.common.options.LoadOptions

The page is expired if the current time expireAt

setExpiredLinks(Integer) - function in ai.platon.pulsar.common.collect.FatLinkExtractor.Companion.Counters

setExpires(Duration) - function in ai.platon.pulsar.common.options.LoadOptionDefaults

The default expire time, some time we may need expire all pages by default, for example, in test mode

setExpires(Duration) - function in ai.platon.pulsar.common.options.LoadOptions

Web page expiry time The term "expires" usually be used for a expiry time, for example, http-equiv, or in cookie specification, guess it means "expires at"The expires field supports both ISO-8601 standard and hadoop time duration format ISO-8601 standard : PnDTnHnMn.nS Hadoop time duration format : Valid units are : ns, us, ms, s, m, h, d.

setFailed(Integer,String) - function in ai.platon.pulsar.persist.FilterResult

setFailed(Integer,String) - function in ai.platon.pulsar.persist.ParseResult

setFeederCompleted() - function in ai.platon.pulsar.crawl.fetch.batch.TaskMonitor

setFetchInterval(Duration) - function in ai.platon.pulsar.common.options.LoadOptions

The page is expired if the current time expireAt

setFetchInterval(Duration) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setFetchLinks(Integer) - function in ai.platon.pulsar.common.collect.FatLinkExtractor.Companion.Counters

setFetchMode(FetchMode) - function in ai.platon.pulsar.common.options.FetchOptions

setFetchMode(FetchMode) - function in ai.platon.pulsar.common.options.LoadOptions

setFetchPriority(Integer) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setFetchSchedule(WebPage,ModifyInfo) - function in ai.platon.pulsar.crawl.schedule.AbstractFetchSchedule

Sets the fetchInterval and fetchTime on a successfully fetched page.

setFetchSchedule(WebPage,ModifyInfo) - function in ai.platon.pulsar.crawl.schedule.AdaptiveFetchSchedule

Sets the fetchInterval and fetchTime on a successfully fetched page.

setFetchSchedule(WebPage,ModifyInfo) - function in ai.platon.pulsar.crawl.schedule.DefaultFetchSchedule

Sets the fetchInterval and fetchTime on a successfully fetched page.

setFetchSchedule(WebPage,ModifyInfo) - function in ai.platon.pulsar.crawl.schedule.FetchSchedule

Sets the fetchInterval and fetchTime on a successfully fetched page.

setFetchSchedule(WebPage,ModifyInfo) - function in ai.platon.pulsar.crawl.schedule.NewsFetchSchedule

Sets the fetchInterval and fetchTime on a successfully fetched page.

setFetchTime(Instant) - function in ai.platon.pulsar.crawl.schedule.ModifyInfo

The actual latest fetch time, WebPage.

setFieldByAnnotation(LoadOptions,String,Object) - function in ai.platon.pulsar.common.options.LoadOptions.Companion

setFingerprint(Fingerprint) - function in ai.platon.pulsar.crawl.fetch.privacy.PrivacyContextId

setFirstCollectTime(Instant) - function in ai.platon.pulsar.common.collect.LocalFileHyperlinkCollector

setFirstCollectTime(Instant) - function in ai.platon.pulsar.common.collect.CircularLocalFileHyperlinkCollector

setFirstCollectTime(Instant) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

setFirstCollectTime(Instant) - function in ai.platon.pulsar.common.collect.HyperlinkCollector

setFirstCollectTime(Instant) - function in ai.platon.pulsar.common.collect.CircularHyperlinkCollector

setFirstCollectTime(Instant) - function in ai.platon.pulsar.common.collect.PeriodicalHyperlinkCollector

setFlowStatus(FlowState) - function in ai.platon.pulsar.crawl.parse.FilterResult

setFlowStatus(FlowState) - function in ai.platon.pulsar.crawl.parse.ParseResult

setFORBID_ALL_RULES(BaseRobotRules) - function in ai.platon.pulsar.crawl.protocol.RobotRulesParser.Companion

A BaseRobotRules object appropriate for use when the robots.txt file is not fetched due to a 403/Forbidden response; all requests are disallowed.

setFreshLinks(Integer) - function in ai.platon.pulsar.common.collect.FatLinkExtractor.Companion.Counters

setGOOD_CONTENT_TEXT_LENGTH(Integer) - function in ai.platon.pulsar.crawl.signature.TextProfileSignature.Companion

setHardRedirect(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setHost(String) - function in ai.platon.pulsar.crawl.fetch.batch.JobFetchTask.Key

setHostName(String) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setHref(URL) - function in ai.platon.pulsar.common.urls.NormUrl

setHref(String) - function in ai.platon.pulsar.crawl.common.url.ListenableHyperlink

setHref(String) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setHref(String) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setHref(String) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

The hypertext reference, It defines the address of the document, which this time is linked from

setHref(String) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

setIdleTimeout(Duration) - function in ai.platon.pulsar.crawl.fetch.driver.AbstractWebDriver

setIframe(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setIgnoreFailure(Boolean) - function in ai.platon.pulsar.common.options.LoadOptionDefaults

Retry or not if a page is gone

setIgnoreFailure(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

Force retry fetching the page if it's failed last time, or it's marked as gone

setIgnoreQuery(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setIgnoreUrlQuery(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setIncognito(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setIndex(Boolean) - function in ai.platon.pulsar.common.options.FetchOptions

setIndexed(Boolean) - function in ai.platon.pulsar.crawl.index.IndexerMapping.MappingField

setIndexerCollection(String) - function in ai.platon.pulsar.common.options.FetchOptions

setIndexerUrl(String) - function in ai.platon.pulsar.common.options.FetchOptions

setIndexerUrl(String) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setIndexingFilters(IndexingFilters) - function in ai.platon.pulsar.crawl.component.IndexComponent

setIndexJIT(Boolean) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler

setIndexThreadCount(Integer) - function in ai.platon.pulsar.crawl.fetch.indexer.JITIndexer

setIndexUrls(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setIndexWriters(IndexWriters) - function in ai.platon.pulsar.crawl.component.IndexComponent

setInitialDelay(Duration) - function in ai.platon.pulsar.common.metrics.EnumCounterReporter

setInitialDelay(Duration) - function in ai.platon.pulsar.crawl.fetch.privacy.PrivacyContextMonitor

setIsEnabled(Boolean) - function in ai.platon.pulsar.crawl.fetch.indexer.JITIndexer

setIsfb(String) - function in ai.platon.pulsar.common.sites.amazon.AmazonSuggestion

setIsHelp(Boolean) - function in ai.platon.pulsar.common.options.CommonOptions

setIsHelp(Boolean) - function in ai.platon.pulsar.common.options.FetchOptions

setIsHelp(Boolean) - function in ai.platon.pulsar.common.options.GenerateOptions

setIsHelp(Boolean) - function in ai.platon.pulsar.common.options.InjectOptions

setIsHelp(Boolean) - function in ai.platon.pulsar.common.options.LinkOptions

setIsHelp(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setIsHelp(Boolean) - function in ai.platon.pulsar.common.options.PulsarOptions

setIsHelp(Boolean) - function in ai.platon.pulsar.common.options.deprecated.CollectionOptions

setIsHelp(Boolean) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setIsHelp(Boolean) - function in ai.platon.pulsar.common.options.deprecated.EntityOptions

setIsResource(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setItem(String) - function in ai.platon.pulsar.common.options.deprecated.CollectionOptions

setItemBrowser(BrowserType) - function in ai.platon.pulsar.common.options.LoadOptions

TODO: session scope browser choice is not support by now

setItemExpireAt(Instant) - function in ai.platon.pulsar.common.options.LoadOptions

Web page expire time

setItemExpires(Duration) - function in ai.platon.pulsar.common.options.LoadOptions

setItemId(Integer) - function in ai.platon.pulsar.crawl.fetch.batch.JobFetchTask.Key

setItemPageLoadTimeout(Duration) - function in ai.platon.pulsar.common.options.LoadOptions

setItemRequireAnchors(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setItemRequireImages(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setItemRequireNotBlank(String) - function in ai.platon.pulsar.common.options.LoadOptions

setItemRequireSize(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setItemScriptTimeout(Duration) - function in ai.platon.pulsar.common.options.LoadOptions

setItemScrollCount(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

Note: if scroll too many times, the page may fail to calculate the vision information

setItemScrollInterval(Duration) - function in ai.platon.pulsar.common.options.LoadOptions

setJobID(Integer) - function in ai.platon.pulsar.crawl.fetch.batch.JobFetchTask.Key

setJobName(String) - function in ai.platon.pulsar.crawl.StreamingCrawler

setJobName(String) - function in ai.platon.pulsar.crawl.fetch.batch.FetchMonitor

Initialize in setup using job conf

setKey(String) - function in ai.platon.pulsar.crawl.index.IndexDocument

setKeyword(String) - function in ai.platon.pulsar.common.sites.amazon.AmazonSuggestion

setKeywords(Map) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setLabel(String) - function in ai.platon.pulsar.common.options.LoadOptions

setLang(String) - function in ai.platon.pulsar.common.collect.LocalFileHyperlinkCollector

setLang(String) - function in ai.platon.pulsar.common.collect.CircularLocalFileHyperlinkCollector

setLang(String) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

setLang(String) - function in ai.platon.pulsar.common.collect.HyperlinkCollector

setLang(String) - function in ai.platon.pulsar.common.collect.CircularHyperlinkCollector

setLang(String) - function in ai.platon.pulsar.common.collect.PeriodicalHyperlinkCollector

setLang(String) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setLang(String) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setLang(String) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

Required website language

setLastActiveTime(Instant) - function in ai.platon.pulsar.crawl.fetch.driver.AbstractWebDriver

setLastActiveTime(Instant) - function in ai.platon.pulsar.crawl.fetch.privacy.PrivacyContext

setLastCollectedTime(Instant) - function in ai.platon.pulsar.common.collect.LocalFileHyperlinkCollector

setLastCollectedTime(Instant) - function in ai.platon.pulsar.common.collect.CircularLocalFileHyperlinkCollector

setLastCollectedTime(Instant) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

setLastCollectedTime(Instant) - function in ai.platon.pulsar.common.collect.HyperlinkCollector

setLastCollectedTime(Instant) - function in ai.platon.pulsar.common.collect.CircularHyperlinkCollector

setLastCollectedTime(Instant) - function in ai.platon.pulsar.common.collect.PeriodicalHyperlinkCollector

setLastFailedLinks(Integer) - function in ai.platon.pulsar.common.collect.FatLinkExtractor.Companion.Counters

setLastTaskFinishTime(Instant) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler

setLastTaskStartTime(Instant) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler

setLazyFlush(Boolean) - function in ai.platon.pulsar.common.options.LoadOptionDefaults

setLazyFlush(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setLimit(Integer) - function in ai.platon.pulsar.common.options.FetchOptions

setLimit(Integer) - function in ai.platon.pulsar.common.options.GenerateOptions

setLimit(Integer) - function in ai.platon.pulsar.common.options.InjectOptions

setLinkOptions(LinkOptions) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setLoadArgs(String) - function in ai.platon.pulsar.common.collect.LocalFileHyperlinkCollector

setLoadArgs(String) - function in ai.platon.pulsar.common.collect.CircularLocalFileHyperlinkCollector

setLoadArgs(String) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

setLoadedSeeds(Integer) - function in ai.platon.pulsar.common.collect.FatLinkExtractor.Companion.Counters

setLOG(Logger) - function in ai.platon.pulsar.common.metrics.EnumCounterRegistry

setLOG(Logger) - function in ai.platon.pulsar.crawl.index.IndexWriters

setLOG(Logger) - function in ai.platon.pulsar.crawl.index.IndexerMapping.Companion

setLogLevel(Integer) - function in ai.platon.pulsar.common.options.LinkOptions

setLoss(Integer) - function in ai.platon.pulsar.crawl.parse.html.OpenMapFields

setMajorCode(Short) - function in ai.platon.pulsar.persist.FilterResult

setMajorCode(Short) - function in ai.platon.pulsar.persist.ParseResult

setMappedName(String) - function in ai.platon.pulsar.crawl.index.IndexerMapping.MappingField

setMAX_COUNTERS(Integer) - function in ai.platon.pulsar.common.metrics.EnumCounterRegistry

setMAX_COUNTERS_IN_GROUP(Integer) - function in ai.platon.pulsar.common.metrics.EnumCounterRegistry

setMAX_GROUPS(Integer) - function in ai.platon.pulsar.common.metrics.EnumCounterRegistry

setMaxAnchorLength(Integer) - function in ai.platon.pulsar.common.options.LinkOptions

setMaxUrlLength(Integer) - function in ai.platon.pulsar.common.options.LinkOptions

setMediaUrls(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setMinAnchorLength(Integer) - function in ai.platon.pulsar.common.options.LinkOptions

setMinConfidence(int) - function in ai.platon.pulsar.common.EncodingDetector

setMinorCode(Integer) - function in ai.platon.pulsar.persist.FilterResult

setMinorCode(Integer,String) - function in ai.platon.pulsar.persist.FilterResult

setMinorCode(Integer) - function in ai.platon.pulsar.persist.ParseResult

setMinorCode(Integer,String) - function in ai.platon.pulsar.persist.ParseResult

setMinUrlLength(Integer) - function in ai.platon.pulsar.common.options.LinkOptions

setModified(Integer) - function in ai.platon.pulsar.crawl.schedule.ModifyInfo

setModifiedAt(Instant) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setModifiedAt(Instant) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

setModifiedAt(Instant) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

setModifiedTime(Instant) - function in ai.platon.pulsar.crawl.schedule.ModifyInfo

setMultiValued(Boolean) - function in ai.platon.pulsar.crawl.index.IndexerMapping.MappingField

setName(String) - function in ai.platon.pulsar.common.collect.LocalFileHyperlinkCollector

The collector name

setName(String) - function in ai.platon.pulsar.common.collect.CircularLocalFileHyperlinkCollector

The collector name

setName(String) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

The collector name

setName(String) - function in ai.platon.pulsar.common.collect.HyperlinkCollector

setName(String) - function in ai.platon.pulsar.common.collect.CircularHyperlinkCollector

setName(String) - function in ai.platon.pulsar.common.collect.PeriodicalHyperlinkCollector

setName(String) - function in ai.platon.pulsar.common.options.deprecated.CollectionOptions

setName(String) - function in ai.platon.pulsar.common.options.deprecated.EntityOptions

setName(String) - function in java.lang.IndexThread

setName(String) - function in ai.platon.pulsar.crawl.index.IndexerMapping.MappingField

setName(String) - function in ai.platon.pulsar.crawl.parse.html.OpenMapFields

setNetCondition(Condition) - function in ai.platon.pulsar.common.options.LoadOptions

setNextPageSelector(String) - function in ai.platon.pulsar.common.options.LoadOptions

setNJitRetry(Integer) - function in ai.platon.pulsar.common.options.LoadOptionDefaults

The are several cases to enable jit retry For example, in test environment

setNJitRetry(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setNMaxRetry(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setNMaxRetry(Integer) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setNMaxRetry(Integer) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setNMaxRetry(Integer) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

The maximum retry times

setNoCache(Boolean) - function in ai.platon.pulsar.crawl.parse.html.HTMLMetaTags

A convenience method.

setNoCache() - function in ai.platon.pulsar.crawl.parse.html.HTMLMetaTags

Sets noCache to true.

setNoFilter(Boolean) - function in ai.platon.pulsar.common.options.GenerateOptions

setNoFilter(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setNoFollow(Boolean) - function in ai.platon.pulsar.crawl.parse.html.HTMLMetaTags

A convenience method.

setNoFollow() - function in ai.platon.pulsar.crawl.parse.html.HTMLMetaTags

Sets noFollow to true.

setNoIndex(Boolean) - function in ai.platon.pulsar.crawl.parse.html.HTMLMetaTags

A convenience method.

setNoIndex() - function in ai.platon.pulsar.crawl.parse.html.HTMLMetaTags

Sets noIndex to true.

setNoNorm(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setNoNormalizer(Boolean) - function in ai.platon.pulsar.common.options.GenerateOptions

setNoRedirect(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setNotContains(String) - function in ai.platon.pulsar.crawl.filter.TextFilter

setNRetries(Integer) - function in ai.platon.pulsar.crawl.fetch.FetchTask

setNumPoolThreads(Integer) - function in ai.platon.pulsar.common.options.FetchOptions

setNumReduceTasks(Integer) - function in ai.platon.pulsar.common.options.FetchOptions

Note: in browser mode, reducer tasks/fetch threads/pool threads are not used use browser instances/active browser tabs instead

setNumTasksSuccess(Long) - function in ai.platon.pulsar.crawl.fetch.BatchStat

setObjects(Object) - function in ai.platon.pulsar.common.options.CommonOptions

setObjects(Object) - function in ai.platon.pulsar.common.options.FetchOptions

setObjects(Object) - function in ai.platon.pulsar.common.options.GenerateOptions

setObjects(Object) - function in ai.platon.pulsar.common.options.InjectOptions

setObjects(Object) - function in ai.platon.pulsar.common.options.LinkOptions

setObjects(Object) - function in ai.platon.pulsar.common.options.LoadOptions

setObjects(Object) - function in ai.platon.pulsar.common.options.PulsarOptions

setObjects(Object) - function in ai.platon.pulsar.common.options.CollectionOptions

setObjects(Object) - function in ai.platon.pulsar.common.options.CrawlOptions

setObjects(Object) - function in ai.platon.pulsar.common.options.EntityOptions

setOptions(FetchOptions) - function in ai.platon.pulsar.crawl.fetch.batch.FetchMonitor

Initialize in setup using job conf

setOrder(Integer) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setOrder(Integer) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setOrder(Integer) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

The order of this hyperlink in it's referer page

setOrder(Integer) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

The order of this hyperlink in it's referer page

setOutLinkPattern(String) - function in ai.platon.pulsar.common.options.LoadOptions

setOutLinkSelector(String) - function in ai.platon.pulsar.common.options.LoadOptions

Arrange links

setPage(WebPage) - function in ai.platon.pulsar.crawl.fetch.batch.IFetchEntry

setPageGoneSchedule(WebPage,Instant,Instant,Instant) - function in ai.platon.pulsar.crawl.schedule.AbstractFetchSchedule

This method specifies how to schedule refetching of pages marked as GONE.

setPageGoneSchedule(WebPage,Instant,Instant,Instant) - function in ai.platon.pulsar.crawl.schedule.AdaptiveFetchSchedule

This method specifies how to schedule refetching of pages marked as GONE.

setPageGoneSchedule(WebPage,Instant,Instant,Instant) - function in ai.platon.pulsar.crawl.schedule.DefaultFetchSchedule

This method specifies how to schedule refetching of pages marked as GONE.

setPageGoneSchedule(WebPage,Instant,Instant,Instant) - function in ai.platon.pulsar.crawl.schedule.FetchSchedule

This method specifies how to schedule refetching of pages marked as GONE.

setPageGoneSchedule(WebPage,Instant,Instant,Instant) - function in ai.platon.pulsar.crawl.schedule.NewsFetchSchedule

This method specifies how to schedule refetching of pages marked as GONE.

setPageLoadTimeout(Duration) - function in ai.platon.pulsar.common.options.LoadOptions

setPageRetrySchedule(WebPage,Instant,Instant,Instant) - function in ai.platon.pulsar.crawl.schedule.AbstractFetchSchedule

This method adjusts the fetch schedule if fetching needs to be re-tried due to transient errors.

setPageRetrySchedule(WebPage,Instant,Instant,Instant) - function in ai.platon.pulsar.crawl.schedule.AdaptiveFetchSchedule

This method adjusts the fetch schedule if fetching needs to be re-tried due to transient errors.

setPageRetrySchedule(WebPage,Instant,Instant,Instant) - function in ai.platon.pulsar.crawl.schedule.DefaultFetchSchedule

This method adjusts the fetch schedule if fetching needs to be re-tried due to transient errors.

setPageRetrySchedule(WebPage,Instant,Instant,Instant) - function in ai.platon.pulsar.crawl.schedule.FetchSchedule

This method adjusts the fetch schedule if fetching needs to be re-tried due to transient errors.

setPageRetrySchedule(WebPage,Instant,Instant,Instant) - function in ai.platon.pulsar.crawl.schedule.NewsFetchSchedule

This method adjusts the fetch schedule if fetching needs to be re-tried due to transient errors.

setPagesThroughputRate(Double) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler.Status

setPageViews(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setParent(ParseFilter) - function in ai.platon.pulsar.crawl.parse.AbstractParseFilter

setParent(ParseFilter) - function in ai.platon.pulsar.crawl.parse.EmptyParseFilter

setParent(ParseFilter) - function in ai.platon.pulsar.crawl.parse.ParseFilter

setParse(Boolean) - function in ai.platon.pulsar.common.options.FetchOptions

setParse(Boolean) - function in ai.platon.pulsar.common.options.LoadOptionDefaults

setParse(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setParse(Boolean) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler

setParsers(List) - function in ai.platon.pulsar.crawl.parse.ParseResult

setParsers(String,List) - function in ai.platon.pulsar.crawl.parse.ParserConfig

setPendingFetchItems(Integer) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler.Status

setPendingStart(Instant) - function in ai.platon.pulsar.crawl.fetch.batch.JobFetchTask

setPersist(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setPreferParallel(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setPrevFetchTime(Instant) - function in ai.platon.pulsar.crawl.schedule.ModifyInfo

The previous actual latest fetch time

setPrevModifiedTime(Instant) - function in ai.platon.pulsar.crawl.schedule.ModifyInfo

setPriority(Integer) - function in ai.platon.pulsar.crawl.common.url.ListenableHyperlink

setPriority(Integer) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setPriority(Integer) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setPriority(Integer) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

The priority

setPriority(Integer) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

setPriority(Integer) - function in ai.platon.pulsar.crawl.fetch.batch.JobFetchTask.Key

setPriority(Integer) - function in java.lang.IndexThread

setProtocol(String) - function in ai.platon.pulsar.crawl.fetch.batch.JobFetchTask.Key

setProxyEntry(ProxyEntry) - function in ai.platon.pulsar.crawl.fetch.FetchTask

setReadonly(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setReadyFetchItems(Integer) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler.Status

setReferer(String) - function in ai.platon.pulsar.crawl.common.url.ListenableHyperlink

setReferer(String) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setReferer(String) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setReferer(String) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

The url of the referer page

setReferer(String) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

setReferrer(String) - function in ai.platon.pulsar.common.options.LoadOptions

setRefresh(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setRefresh(Boolean) - function in ai.platon.pulsar.crawl.parse.html.HTMLMetaTags

Sets refresh to the supplied value.

setRefreshHref(URL) - function in ai.platon.pulsar.crawl.parse.html.HTMLMetaTags

Sets the refreshHref.

setRefreshTime(Integer) - function in ai.platon.pulsar.crawl.parse.html.HTMLMetaTags

Sets the refreshTime.

setReGenerate(Boolean) - function in ai.platon.pulsar.common.options.GenerateOptions

setReGenerateSeeds(Boolean) - function in ai.platon.pulsar.common.options.GenerateOptions

setRegexMatchedLinks(Integer) - function in ai.platon.pulsar.common.collect.FatLinkExtractor.Companion.Counters

setRegexRules(Map) - function in ai.platon.pulsar.common.options.deprecated.CollectionOptions

setRegexRules(Map) - function in ai.platon.pulsar.common.options.deprecated.EntityOptions

setRemoteAddr(String) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setRemoteAddr(String) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

setRemoteAddr(String) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

setReparseLinks(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setRequireAnchors(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setRequired(Boolean) - function in ai.platon.pulsar.crawl.index.IndexerMapping.MappingField

setRequired(Integer) - function in ai.platon.pulsar.crawl.parse.html.OpenMapFields

setRequireImages(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setRequireNotBlank(String) - function in ai.platon.pulsar.common.options.LoadOptions

setRequireSize(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setReservedUrl(String) - function in ai.platon.pulsar.crawl.fetch.batch.IFetchEntry

setResponse(Response) - function in ai.platon.pulsar.crawl.protocol.AbstractNativeHttpProtocol

setResponse(Response) - function in ai.platon.pulsar.crawl.protocol.AbstractHttpProtocol

setResponse(Response) - function in ai.platon.pulsar.crawl.fetch.FetchResult

setResponse(Response) - function in ai.platon.pulsar.crawl.protocol.Protocol

setRestrictCss(String) - function in ai.platon.pulsar.common.options.LinkOptions

setResume(Boolean) - function in ai.platon.pulsar.common.options.FetchOptions

setRetryFailed(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

Force retry fetching the page if it's failed last time, or it's marked as gone This option is deprecated and be replaced by ignoreFailure which is more descriptive

setReversedEndKey(String) - function in ai.platon.pulsar.crawl.filter.CrawlFilter

setReversedStartKey(String) - function in ai.platon.pulsar.crawl.filter.CrawlFilter

setRoot(String) - function in ai.platon.pulsar.common.options.deprecated.CollectionOptions

setRoot(String) - function in ai.platon.pulsar.common.options.deprecated.EntityOptions

setRound(Integer) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector.Companion.Counters

setRound(Integer) - function in ai.platon.pulsar.common.options.FetchOptions

setRound(Integer) - function in ai.platon.pulsar.common.options.GenerateOptions

setRoundCollected(Integer) - function in ai.platon.pulsar.common.collect.PeriodicalLocalFileHyperlinkCollector

setRunningChromeProcesses(Integer) - function in ai.platon.pulsar.crawl.CoreMetrics.Companion

setScore(Integer) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setScoreVector(ScoreVector) - function in ai.platon.pulsar.crawl.scoring.io.ScoreVectorWritable

setScriptTimeout(Duration) - function in ai.platon.pulsar.common.options.LoadOptions

setScrollCount(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setScrollInterval(Duration) - function in ai.platon.pulsar.common.options.LoadOptions

setSearchUrls(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setSeeds(List) - function in ai.platon.pulsar.common.options.InjectOptions

setShortenKey(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setSkipTruncated(Boolean) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler

setSlashed(Boolean) - function in ai.platon.pulsar.common.options.InjectOptions

setSpecifiedGlobalCache(GlobalCache) - function in ai.platon.pulsar.crawl.common.GlobalCacheFactory

setStackTrace(Array) - function in kotlin.IllegalBusinessPreconditionException

setStackTrace(Array) - function in kotlin.IllegalApplicationContextStateException

setStackTrace(Array) - function in kotlin.BlockedException

setStackTrace(Array) - function in kotlin.HttpException

setStackTrace(Array) - function in kotlin.PrivacyContextException

setStackTrace(Array) - function in kotlin.FatalPrivacyContextException

setStackTrace(Array) - function in kotlin.UrlFilterException

setStackTrace(Array) - function in kotlin.IndexingException

setStackTrace(Array) - function in kotlin.ParseException

setStackTrace(Array) - function in kotlin.ParserNotFound

setStackTrace(Array) - function in kotlin.ProtocolException

setStackTrace(Array) - function in kotlin.ProtocolNotFound

setStackTrace(Array) - function in kotlin.ScoringFilterException

setStartKey(String) - function in ai.platon.pulsar.crawl.filter.CrawlFilter

setStartTime(Instant) - function in ai.platon.pulsar.crawl.fetch.BatchStat

setStatus(String) - function in ai.platon.pulsar.common.ReducerContext

setStatus(Integer) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setStatus(Integer) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

setStatus(Integer) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

setStatus(TaskPool.Status) - function in ai.platon.pulsar.crawl.fetch.batch.TaskPool

setStopped(Boolean) - function in ai.platon.pulsar.crawl.fetch.driver.NavigateEntry

setStoreContent(Boolean) - function in ai.platon.pulsar.common.options.LoadOptionDefaults

setStoreContent(Boolean) - function in ai.platon.pulsar.common.options.LoadOptions

setStoreContent(Boolean) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler

setStored(Boolean) - function in ai.platon.pulsar.crawl.index.IndexerMapping.MappingField

setStrictDf(Boolean) - function in ai.platon.pulsar.common.options.FetchOptions

setSuccessOK() - function in ai.platon.pulsar.persist.FilterResult

setSuccessOK() - function in ai.platon.pulsar.persist.ParseResult

setTaskId(String) - function in ai.platon.pulsar.common.options.LoadOptions

setTaskTime(Instant) - function in ai.platon.pulsar.common.options.LoadOptionDefaults

setTaskTime(Instant) - function in ai.platon.pulsar.common.options.LoadOptions

The task time accepts date time format as the following:

ISO_INSTANT: yyyy-MM-ddThh:MM:ssZ
yyyy-MM-dd[ hh[:MM:ss]]

setTest(Integer) - function in ai.platon.pulsar.common.options.LoadOptionDefaults

Set to be true if we are doing unit test or other test We will talk more, log more and trace more in test mode

setTest(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setText(String) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setText(String) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setText(String) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

The anchor text of this hyperlink

setText(String) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

The anchor text of this hyperlink

setTextFilter(TextFilter) - function in ai.platon.pulsar.crawl.filter.CrawlFilter

setTiebaUrls(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setTimeouts(BrowserSettings) - function in ai.platon.pulsar.crawl.fetch.driver.AbstractWebDriver

setTimeouts(BrowserSettings) - function in ai.platon.pulsar.crawl.fetch.driver.WebDriver

setTopLinks(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setTopN(Integer) - function in ai.platon.pulsar.common.options.GenerateOptions

setTopNAnchorGroups(Integer) - function in ai.platon.pulsar.common.options.LoadOptions

setTotalNetworkIFsRecvBytes(Long) - function in ai.platon.pulsar.crawl.CoreMetrics

The total all bytes received by the hardware last read from system

setTotalSuccessBytes(Long) - function in ai.platon.pulsar.crawl.fetch.BatchStat

setType(String) - function in ai.platon.pulsar.crawl.index.IndexerMapping.MappingField

setUncaughtExceptionHandler(Thread.UncaughtExceptionHandler) - function in java.lang.IndexThread

setUnfilteredLinks(Integer) - function in ai.platon.pulsar.common.collect.FatLinkExtractor.Companion.Counters

setUnknownUrls(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setup(ImmutableConfig) - function in ai.platon.pulsar.crawl.common.JobInitialized

setup(ImmutableConfig) - function in ai.platon.pulsar.crawl.component.GenerateComponent

setup(ImmutableConfig) - function in ai.platon.pulsar.crawl.fetch.batch.FetchMonitor

setup(ImmutableConfig) - function in ai.platon.pulsar.crawl.fetch.batch.TaskMonitor

setup(ImmutableConfig) - function in ai.platon.pulsar.crawl.fetch.batch.TaskScheduler

setup(ImmutableConfig) - function in ai.platon.pulsar.crawl.fetch.indexer.JITIndexer

setup(ImmutableConfig) - function in ai.platon.pulsar.crawl.common.IndexWriter

setup(ImmutableConfig) - function in ai.platon.pulsar.crawl.common.IndexingFilter

setup(ImmutableConfig) - function in ai.platon.pulsar.crawl.parse.PageParser

setUrl(String) - function in ai.platon.pulsar.crawl.common.url.ListenableHyperlink

setUrl(String) - function in ai.platon.pulsar.crawl.common.url.StatefulListenableHyperlink

setUrl(String) - function in ai.platon.pulsar.crawl.common.url.ParsableHyperlink

setUrl(String) - function in ai.platon.pulsar.crawl.common.url.CompletableHyperlink

The url of this hyperlink

setUrl(String) - function in ai.platon.pulsar.crawl.common.url.CompletableListenableHyperlink

setUrl(String) - function in ai.platon.pulsar.crawl.fetch.batch.JobFetchTask.Key

setUrl(String) - function in ai.platon.pulsar.crawl.fetch.driver.AbstractWebDriver

The url to navigate The browser might redirect, so it might not be the same with currentUrl()

setUrl(String) - function in ai.platon.pulsar.crawl.index.IndexDocument

setUrl(String) - function in ai.platon.pulsar.crawl.parse.ParserNotFound

setUrlContains(String) - function in ai.platon.pulsar.common.options.LinkOptions

setUrlFilter(String) - function in ai.platon.pulsar.crawl.filter.CrawlFilter

setUrlNormalizer(UrlNormalizerPipeline) - function in ai.platon.pulsar.common.collect.HyperlinkCollector

setUrlNormalizer(UrlNormalizerPipeline) - function in ai.platon.pulsar.common.collect.CircularHyperlinkCollector

setUrlNormalizer(UrlNormalizerPipeline) - function in ai.platon.pulsar.common.collect.PeriodicalHyperlinkCollector

setUrlPool(UrlPool) - function in ai.platon.pulsar.crawl.common.GlobalCache

The url pool, hold on queues of urls to fetch

setUrlPostfix(String) - function in ai.platon.pulsar.common.options.LinkOptions

setUrlPrefix(String) - function in ai.platon.pulsar.common.options.LinkOptions

setUrlRegex(String) - function in ai.platon.pulsar.common.options.LinkOptions

setUrls(Sequence) - function in ai.platon.pulsar.crawl.StreamingCrawler

The url sequence

setUrls(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setUrlsFromSeed(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setUrlsTooLong(Integer) - function in ai.platon.pulsar.crawl.fetch.UrlStat

setUsedMemory(Long) - function in ai.platon.pulsar.crawl.CoreMetrics.Companion

setValue(T,Integer) - function in ai.platon.pulsar.common.metrics.AppMetricRegistry

setValue(Enum,Integer) - function in ai.platon.pulsar.common.metrics.EnumCounterRegistry

setValue(Integer,Enum,Integer) - function in ai.platon.pulsar.common.metrics.EnumCounterRegistry

setValue(Name,Integer) - function in ai.platon.pulsar.crawl.scoring.NamedScoreVector

setValue(Name,Long) - function in ai.platon.pulsar.crawl.scoring.NamedScoreVector

setValue(Name,Float) - function in ai.platon.pulsar.crawl.scoring.NamedScoreVector

setValue(Integer,Integer) - function in ai.platon.pulsar.common.NamedScoreVector

setValue(Integer,Float) - function in ai.platon.pulsar.common.NamedScoreVector

setValue(Integer,Double) - function in ai.platon.pulsar.common.NamedScoreVector

setValue(Integer) - function in ai.platon.pulsar.common.NamedScoreVector

setVariable(String,Object) - function in ai.platon.pulsar.session.AbstractPulsarSession

setVariable(String,Object) - function in ai.platon.pulsar.session.BasicPulsarSession

setVariable(String,Object) - function in ai.platon.pulsar.session.PulsarSession

setVerbose(Integer) - function in ai.platon.pulsar.common.options.FetchOptions

setVerbose(Integer) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

setVerbose(Boolean) - function in ai.platon.pulsar.common.sites.amazon.AmazonSearcherJsEventHandler

setVerbose(Boolean) - function in ai.platon.pulsar.crawl.AbstractWebDriverHandler

setVerbose(Boolean) - function in ai.platon.pulsar.crawl.AbstractWebPageWebDriverHandler

setVerbose(Boolean) - function in ai.platon.pulsar.crawl.EmptyWebDriverHandler

setVerbose(Boolean) - function in ai.platon.pulsar.crawl.AbstractSimulateEventHandler

setVerbose(Boolean) - function in ai.platon.pulsar.crawl.WebPageWebDriverHandlerPipeline

setVerbose(Boolean) - function in ai.platon.pulsar.crawl.ExpressionSimulateEventHandler

setVerbose(Boolean) - function in ai.platon.pulsar.crawl.DefaultSimulateEventHandler

setVerbose(Boolean) - function in ai.platon.pulsar.crawl.event.LoginHandler

setVerbose(Boolean) - function in ai.platon.pulsar.crawl.event.CloseMaskLayerHandler

setVersion(String) - function in ai.platon.pulsar.common.options.LoadOptions

setWaitForTimeout(Duration) - function in ai.platon.pulsar.crawl.fetch.driver.AbstractWebDriver

setWaitNonBlank(String) - function in ai.platon.pulsar.common.options.LoadOptions

setWatchInterval(Duration) - function in ai.platon.pulsar.common.metrics.EnumCounterReporter

setWatchInterval(Duration) - function in ai.platon.pulsar.crawl.fetch.privacy.PrivacyContextMonitor

setWeight(Float) - function in ai.platon.pulsar.crawl.index.IndexDocument

setWeight(Float) - function in ai.platon.pulsar.crawl.index.IndexField

setXpathRules(Map) - function in ai.platon.pulsar.common.options.deprecated.CollectionOptions

setXpathRules(Map) - function in ai.platon.pulsar.common.options.deprecated.EntityOptions

setZkHostString(String) - function in ai.platon.pulsar.common.options.FetchOptions

setZoneId(String) - function in ai.platon.pulsar.common.options.deprecated.CrawlOptions

shouldFetch(String,String,WebPage) - function in ai.platon.pulsar.crawl.component.GenerateComponent

TODO : We may move some filters to hbase query filters directly TODO : Move to CrawlFilter

shouldFetch(WebPage,Instant) - function in ai.platon.pulsar.crawl.schedule.AbstractFetchSchedule