-
- All Implemented Interfaces:
-
ai.platon.pulsar.common.config.Parameterized,ai.platon.pulsar.crawl.common.JobInitialized,java.lang.AutoCloseable
public final class JITIndexer implements Parameterized, JobInitialized, AutoCloseable
Created by vincent on 16-8-23. Copyright @ 2013-2016 Platon AI. All rights reserved
-
-
Nested Class Summary
Nested Classes Modifier and Type Class Description public classJITIndexer.Companion
-
Field Summary
Fields Modifier and Type Field Description private BooleanisEnabledprivate final StringindexServerHostprivate final IntegerindexServerPortprivate IntegerindexThreadCountprivate final IntegerindexedPageCountprivate final IntegerignoredPageCountprivate final ImmutableConfigconf
-
Constructor Summary
Constructors Constructor Description JITIndexer(ScoringFilters scoringFilters, IndexingFilters indexingFilters, IndexWriters indexWriters, ImmutableConfig conf)
-
Method Summary
Modifier and Type Method Description final BooleangetIsEnabled()final UnitsetIsEnabled(Boolean isEnabled)final StringgetIndexServerHost()Index server final IntegergetIndexServerPort()final IntegergetIndexThreadCount()final UnitsetIndexThreadCount(Integer indexThreadCount)final IntegergetIndexedPageCount()final IntegergetIgnoredPageCount()final ImmutableConfiggetConf()Unitsetup(ImmutableConfig jobConf)ParamsgetParams()final BooleanisIndexServerAvailable()final Unitproduce(JobFetchTask fetchTask)Add fetch item to index indexTasks Thread safe final JobFetchTaskconsume()Thread safe Unitclose()final Unitindex(JobFetchTask fetchTask)Thread safe -
-
Constructor Detail
-
JITIndexer
JITIndexer(ScoringFilters scoringFilters, IndexingFilters indexingFilters, IndexWriters indexWriters, ImmutableConfig conf)
-
-
Method Detail
-
getIsEnabled
final Boolean getIsEnabled()
-
setIsEnabled
final Unit setIsEnabled(Boolean isEnabled)
-
getIndexServerHost
final String getIndexServerHost()
Index server
-
getIndexServerPort
final Integer getIndexServerPort()
-
getIndexThreadCount
final Integer getIndexThreadCount()
-
setIndexThreadCount
final Unit setIndexThreadCount(Integer indexThreadCount)
-
getIndexedPageCount
final Integer getIndexedPageCount()
-
getIgnoredPageCount
final Integer getIgnoredPageCount()
-
getConf
final ImmutableConfig getConf()
-
getParams
Params getParams()
-
isIndexServerAvailable
final Boolean isIndexServerAvailable()
-
produce
final Unit produce(JobFetchTask fetchTask)
Add fetch item to index indexTasks Thread safe
-
consume
final JobFetchTask consume()
Thread safe
-
index
final Unit index(JobFetchTask fetchTask)
Thread safe
-
-
-
-