wehub-resource-sync
48 lines
1.1 KiB
Python
48 lines
1.1 KiB
Python
# deep_crawling/__init__.py
|
|
from .base_strategy import DeepCrawlDecorator, DeepCrawlStrategy
|
|
from .bfs_strategy import BFSDeepCrawlStrategy
|
|
from .bff_strategy import BestFirstCrawlingStrategy
|
|
from .dfs_strategy import DFSDeepCrawlStrategy
|
|
from .filters import (
|
|
FilterChain,
|
|
ContentTypeFilter,
|
|
DomainFilter,
|
|
URLFilter,
|
|
URLPatternFilter,
|
|
FilterStats,
|
|
ContentRelevanceFilter,
|
|
SEOFilter
|
|
)
|
|
from .scorers import (
|
|
KeywordRelevanceScorer,
|
|
URLScorer,
|
|
CompositeScorer,
|
|
DomainAuthorityScorer,
|
|
FreshnessScorer,
|
|
PathDepthScorer,
|
|
ContentTypeScorer
|
|
)
|
|
|
|
__all__ = [
|
|
"DeepCrawlDecorator",
|
|
"DeepCrawlStrategy",
|
|
"BFSDeepCrawlStrategy",
|
|
"BestFirstCrawlingStrategy",
|
|
"DFSDeepCrawlStrategy",
|
|
"FilterChain",
|
|
"ContentTypeFilter",
|
|
"DomainFilter",
|
|
"URLFilter",
|
|
"URLPatternFilter",
|
|
"FilterStats",
|
|
"ContentRelevanceFilter",
|
|
"SEOFilter",
|
|
"KeywordRelevanceScorer",
|
|
"URLScorer",
|
|
"CompositeScorer",
|
|
"DomainAuthorityScorer",
|
|
"FreshnessScorer",
|
|
"PathDepthScorer",
|
|
"ContentTypeScorer",
|
|
]
|