605 lines
19 KiB
Python
605 lines
19 KiB
Python
# -*- coding: utf-8 -*-
|
||
"""
|
||
cn-financial-scraper
|
||
中国金融数据爬取与分析综合工具 v7.7.0
|
||
"""
|
||
|
||
# 禁止运行时生成 .pyc/__pycache__
|
||
import sys as _sys
|
||
_sys.dont_write_bytecode = True
|
||
|
||
from .scraper import FinancialPageScraper, scrape_financial_product, save_to_cache
|
||
from .web_parser import (
|
||
PageOperator, WebOperation,
|
||
FundParser, ETFParser, StockParser, FOFParser, AdvisorPortfolioParser,
|
||
parse_financial_product, parse_product_from_html, format_product_summary
|
||
)
|
||
from .institution_scraper import (
|
||
InstitutionLoader, InstitutionScraper, UniversalScraper,
|
||
list_all_institutions, search_institution, get_institution_summary
|
||
)
|
||
from .institution_updater import (
|
||
InstitutionUpdater, QuarterlyUpdater
|
||
)
|
||
from .announcement_scraper import (
|
||
Announcement, PageStructure, PageStructureScanner,
|
||
AnnouncementSearcher, PDFDownloader, AnnouncementManager
|
||
)
|
||
from .document_parser import (
|
||
parse_document, parse_pdf, parse_docx, parse_xlsx, parse_txt,
|
||
extract_financial_numbers, extract_key_info
|
||
)
|
||
from .document_analyzer import (
|
||
DocumentAnalyzer, classify_document, extract_metadata,
|
||
extract_financial_indicators, extract_risk_factors, extract_glossary
|
||
)
|
||
from .analyzer import (
|
||
calculate_risk_metrics, analyze_investment_style,
|
||
analyze_product, generate_portfolio_replication, suggest_alternatives,
|
||
nav_trend_analysis,
|
||
)
|
||
from .company_report_scraper import (
|
||
CompanyReport, EastMoneyReportAPI, ReportDownloader,
|
||
CompanyReportManager, get_stock_financial_report
|
||
)
|
||
from .news_scraper import (
|
||
NewsArticle, EastMoneyNewsAPI, NewsAggregator, NewsDownloader,
|
||
format_news_report
|
||
)
|
||
from .visualization_reporter import (
|
||
ASCIIChart, ReportFormatter, ASCIIReportExporter,
|
||
generate_analysis_report
|
||
)
|
||
from .realtime_monitor import (
|
||
PageSnapshot, ChangeEvent,
|
||
RealtimePageMonitor, AnnouncementMonitor, MarketNewsMonitor
|
||
)
|
||
from .full_institution_crawler import (
|
||
FullInstitutionCrawler
|
||
)
|
||
from .adaptive_parser_v2 import (
|
||
AdaptivePageParser,
|
||
parse_institutions, parse_products, parse_page
|
||
)
|
||
from .scrapable_registry import (
|
||
ScrapableRegistry,
|
||
)
|
||
from .name_scraper import (
|
||
InstitutionNameScraper, AntiCrawlFetcher,
|
||
scrape_institution, scrape_institution_by_name, scrape_institution_by_url,
|
||
format_scraping_result,
|
||
FOREIGN_INSTITUTION_TRANSLATIONS, is_foreign_institution
|
||
)
|
||
from .research_report_scraper import (
|
||
BrokerReport, BrokerReportStats,
|
||
EastMoneyBrokerReportAPI, BrokerReportDownloader, BrokerReportManager
|
||
)
|
||
from .comprehensive_report_scraper import (
|
||
ReportSummary, ComprehensiveDownloader, ComprehensiveReportManager
|
||
)
|
||
from .report_indexer import (
|
||
ReportIndex, ScanProgress, StockIndexDatabase, StockIndexer
|
||
)
|
||
from .report_exporter import (
|
||
ExportedReport, DataOrganizer, AnalysisEngine,
|
||
PPTExporter, WordExporter, ExcelExporter, PDFExporter, ComprehensiveExporter
|
||
)
|
||
|
||
# 批量爬虫
|
||
from .batch_institution_crawler import BatchInstitutionCrawler, StockBatchCrawler
|
||
|
||
# 数据验证
|
||
from .data_validator import run_full_validation, validate_institution_registry, validate_all_list_files
|
||
|
||
# 新增数据源爬虫 (v3.0)
|
||
from .sina_scraper import get_realtime_quote, get_stock_brief
|
||
from .cls_scraper import get_telegraph, get_hot_articles, search_articles
|
||
from .jisilu_scraper import get_convertible_bonds, get_bond_detail, search_bonds
|
||
from .wallstreetcn_scraper import get_live_news, get_articles
|
||
from .exchange_scraper import get_ipo_calendar, get_listed_companies, search_announcements
|
||
|
||
# v4.0 增强解析
|
||
from .enhanced_parser import (
|
||
MultiFormatParser, PPTXParser, HTMLParser, MarkdownParser, CSVParser,
|
||
parse_file_enhanced, parse_pptx, parse_html, parse_markdown, extract_tables_from_html
|
||
)
|
||
|
||
# v4.0 内容压缩
|
||
from .content_compressor import (
|
||
ContentCompressor, CompressConfig, CompressResult,
|
||
compress_content, compress_multiple
|
||
)
|
||
|
||
# v4.0 定时调度
|
||
from .crawl_scheduler import (
|
||
CrawlScheduler, ScheduledTask, TaskFrequency, TaskStatus, TaskAction,
|
||
get_scheduler, create_scheduled_task, list_all_tasks
|
||
)
|
||
|
||
# v4.0 爬取打包
|
||
from .crawl_packager import (
|
||
CrawlPackager, PackagedItem, PackageResult,
|
||
batch_crawl_and_package, package_crawl_results, package_files
|
||
)
|
||
|
||
# v4.0 报告模板
|
||
from .report_templates import (
|
||
ReportTemplate, get_template, list_templates as list_report_templates,
|
||
render_template, get_template_outline, TEMPLATES
|
||
)
|
||
|
||
# v4.0 金融写作
|
||
from .financial_writer import (
|
||
FinancialWriter, ChartBuilder, ChartConfig, WriterConfig,
|
||
generate_report, generate_report_from_raw, create_chart
|
||
)
|
||
|
||
# v4.0 研究报告生成
|
||
from .research_report_generator import (
|
||
ResearchReportGenerator, ReportConfig, ReportResult, ReportTheme, OutputFormat,
|
||
generate_research_report, quick_report
|
||
)
|
||
|
||
# v4.1 海外金融机构爬取
|
||
from .overseas_scraper import (
|
||
OverseasInstitutionLoader, OverseasScraper,
|
||
OverseasInstitution,
|
||
CATEGORY_LABELS,
|
||
)
|
||
|
||
# v4.2 浏览器自动化爬虫
|
||
from .browser_scraper import (
|
||
BrowserScraper,
|
||
browser_fetch, browser_screenshot, smart_fallback,
|
||
)
|
||
|
||
# v4.3 全网舆情爬虫（正面新闻 + 舆情，多机构多源）
|
||
from .sentiment_crawler import (
|
||
SentimentArticle, SentimentSnapshot, SentimentClassifier,
|
||
SentimentSourceLoader, SentimentTargetLoader, SentimentCrawler,
|
||
crawl_sentiment,
|
||
list_sentiment_targets, list_sentiment_sources,
|
||
add_custom_sentiment_target,
|
||
)
|
||
from .sentiment_exporter import (
|
||
to_dialog, to_excel, to_word, to_json, to_csv,
|
||
export as export_sentiment,
|
||
)
|
||
from .sentiment_keywords import (
|
||
POSITIVE_KEYWORDS, NEGATIVE_KEYWORDS, NEUTRAL_KEYWORDS,
|
||
SEVERITY_LEVELS, INDUSTRY_BUZZWORDS, RISK_PATTERNS,
|
||
)
|
||
from .sentiment_chat import (
|
||
SentimentChatParser, chat_handle, show_help,
|
||
SENTIMENT_HELP,
|
||
)
|
||
|
||
# v4.5 全页内容归档器
|
||
from .fullpage_archiver import (
|
||
FullPageArchiver, ArchiveResult, quick_archive,
|
||
)
|
||
|
||
# v4.5 搜索增强（search_and_fetch）
|
||
from .search_engine import (
|
||
MultiEngineSearch, quick_search, search_and_fetch,
|
||
)
|
||
|
||
# v4.5 回测增强
|
||
from .crawl_backtester import (
|
||
CrawlBacktester, BacktestResult, quick_backtest,
|
||
batch_summary, filter_by_recommendation,
|
||
)
|
||
|
||
# v4.4 新增数据源
|
||
from .eastmoney_scraper import (
|
||
EastMoneyScraper,
|
||
get_eastmoney_data,
|
||
)
|
||
|
||
# v4.7 东方财富新增数据（两融/大宗/ETF流/龙虎榜席位/股东增减持）
|
||
from .eastmoney_scraper import (
|
||
get_margin_trading,
|
||
get_block_trades,
|
||
get_etf_fund_flow,
|
||
get_dragon_tiger_seats,
|
||
get_shareholder_changes,
|
||
)
|
||
from .cninfo_scraper import (
|
||
CninfoScraper,
|
||
search_cninfo_announcements,
|
||
)
|
||
from .regulatory_scraper import (
|
||
RegulatoryScraper,
|
||
get_regulatory_updates,
|
||
get_monetary_policy,
|
||
)
|
||
from .regulatory_scraper import (
|
||
download_policy_document,
|
||
analyze_policy_document,
|
||
search_policy_documents,
|
||
crawl_policy_documents,
|
||
)
|
||
|
||
# v4.7 北交所
|
||
from .exchange_scraper import (
|
||
get_bse_stocks,
|
||
get_bse_ipo,
|
||
)
|
||
|
||
# v4.7 市场宏观数据（LPR / 国债收益率）
|
||
from .market_data_scraper import (
|
||
get_lpr_rates,
|
||
get_bond_yield_curve,
|
||
get_market_data,
|
||
)
|
||
|
||
# v4.7 同类数据横向对比与回测
|
||
from .data_comparator import (
|
||
backtest_series,
|
||
compare_series,
|
||
compare_and_backtest,
|
||
format_comparison_report,
|
||
)
|
||
|
||
# v4.9 akshare 兜底数据源适配器（应对 cls/sina/jisilu 等被封）
|
||
from .akshare_fallback import (
|
||
fetch_with_fallback,
|
||
fetch_cls_hot_articles,
|
||
fetch_sina_realtime,
|
||
fetch_jisilu_convertible_bonds,
|
||
fetch_wallstreetcn_live,
|
||
HAS_AKSHARE,
|
||
)
|
||
|
||
# v4.9 RSS 订阅数据源（零反爬、稳定）
|
||
from .rss_feeds import (
|
||
RssItem,
|
||
RssFetcher,
|
||
FINANCIAL_RSS_FEEDS,
|
||
list_financial_feeds,
|
||
)
|
||
|
||
# v4.9 反爬增强工具集（v7.2.0 新增 UrlDeduplicator）
|
||
from .anti_block_utils import (
|
||
DomainRateLimiter,
|
||
PersistentCookieStore,
|
||
BlockSignal,
|
||
detect_block,
|
||
ConditionalCache,
|
||
exponential_backoff,
|
||
TLSFingerprintClient,
|
||
DomainHealth,
|
||
DomainHealthTracker,
|
||
UrlDeduplicator,
|
||
)
|
||
|
||
# v5.0.0 结构化市场数据源（期货/宏观/同业/港股美股，akshare 低代码）
|
||
from .structured_market_data import (
|
||
get_structured_data,
|
||
list_data_types,
|
||
AKSHARE_ROUTES,
|
||
)
|
||
|
||
# ── v7.0.0 网页操作深度增强 + 名单扩充 ──────────────────────────
|
||
from .browser_pro import (
|
||
discover_api, play_macro, record_macro, async_batch_fetch,
|
||
ApiRegistry, MacroPlayer, AsyncBrowserPool,
|
||
)
|
||
from .institution_expander import (
|
||
normalize_name, run as expand_institution_list, report_only,
|
||
)
|
||
from .url_completer import UrlCompleter
|
||
from .stock_list_updater import StockListUpdater
|
||
from .market_data_scraper import get_macro_indicator
|
||
|
||
# ── v7.1.0 定期报告分析解读 ────────────────────────────────────
|
||
from .report_interpreter import (
|
||
ReportInterpreter, interpret_data, interpret_stock,
|
||
interpret_stock_report, fetch_periods, normalize_period, RULES,
|
||
)
|
||
|
||
# ── v7.3.0 爬取增强 + 内容识别 + 汇总分析 + 语音交互 ──────────
|
||
from .crawl_enhancer import (
|
||
SmartFetcher, FetchResult, batch_smart_crawl, classify_response,
|
||
AdaptiveCrawlPolicy,
|
||
)
|
||
from .web_recognizer import (
|
||
extract_tables, extract_kv_blocks, extract_article_items,
|
||
extract_numbers_with_context, detect_pagination, recognize_page_type,
|
||
smart_extract,
|
||
)
|
||
from .data_aggregator import (
|
||
dedupe_articles, sentiment_statistics, cross_section_summary,
|
||
aggregate_snapshots, build_institution_brief,
|
||
export_markdown, export_json,
|
||
)
|
||
from .voice_interface import (
|
||
VoiceChat, speak, listen_once, stt_available, summarize_for_speech,
|
||
handle_knowledge_command,
|
||
)
|
||
|
||
# ── v7.7.0 下载优化（断点续传/校验/并发批量） ──────────────
|
||
from .http_utils import batch_download, file_sha256
|
||
|
||
# v7.6.0 知识库总结同步（IMA / Dify / Obsidian / 本地）
|
||
from .knowledge_sync import (
|
||
KnowledgeBaseError, KnowledgeNote,
|
||
summarize_to_notes, load_kb_config, save_kb_config,
|
||
KnowledgeAdapter, LocalKnowledgeAdapter, ObsidianAdapter,
|
||
ImaAdapter, DifyAdapter, ADAPTERS, get_adapter,
|
||
sync_to_knowledge_base, extract_facts, verify_against_knowledge_base,
|
||
)
|
||
|
||
__all__ = [
|
||
# 基础爬虫
|
||
'FinancialPageScraper',
|
||
'scrape_financial_product',
|
||
'save_to_cache',
|
||
|
||
# 网页解析
|
||
'PageOperator',
|
||
'WebOperation',
|
||
'FundParser',
|
||
'ETFParser',
|
||
'StockParser',
|
||
'FOFParser',
|
||
'AdvisorPortfolioParser',
|
||
'parse_financial_product',
|
||
'parse_product_from_html',
|
||
'format_product_summary',
|
||
|
||
# 机构爬虫
|
||
'InstitutionLoader',
|
||
'InstitutionScraper',
|
||
'UniversalScraper',
|
||
'list_all_institutions',
|
||
'search_institution',
|
||
'get_institution_summary',
|
||
|
||
# 机构更新器
|
||
'InstitutionUpdater',
|
||
'QuarterlyUpdater',
|
||
|
||
# 公告爬虫
|
||
'Announcement',
|
||
'PageStructure',
|
||
'PageStructureScanner',
|
||
'AnnouncementSearcher',
|
||
'PDFDownloader',
|
||
'AnnouncementManager',
|
||
|
||
# 文档解析
|
||
'parse_document',
|
||
'parse_pdf',
|
||
'parse_docx',
|
||
'parse_xlsx',
|
||
'parse_txt',
|
||
'extract_financial_numbers',
|
||
'extract_key_info',
|
||
|
||
# 文档分析整理
|
||
'DocumentAnalyzer',
|
||
'classify_document',
|
||
'extract_metadata',
|
||
'extract_financial_indicators',
|
||
'extract_risk_factors',
|
||
'extract_glossary',
|
||
|
||
# 分析
|
||
'calculate_risk_metrics',
|
||
'analyze_investment_style',
|
||
'analyze_product',
|
||
'generate_portfolio_replication',
|
||
'suggest_alternatives',
|
||
'nav_trend_analysis',
|
||
|
||
# 公司报告
|
||
'CompanyReport',
|
||
'EastMoneyReportAPI',
|
||
'ReportDownloader',
|
||
'CompanyReportManager',
|
||
'get_stock_financial_report',
|
||
|
||
# 新闻爬虫
|
||
'NewsArticle',
|
||
'EastMoneyNewsAPI',
|
||
'NewsAggregator',
|
||
'NewsDownloader',
|
||
'format_news_report',
|
||
|
||
# 可视化报告
|
||
'ASCIIChart',
|
||
'ReportFormatter',
|
||
'ASCIIReportExporter',
|
||
'generate_analysis_report',
|
||
|
||
# 实时监控
|
||
'PageSnapshot',
|
||
'ChangeEvent',
|
||
'RealtimePageMonitor',
|
||
'AnnouncementMonitor',
|
||
'MarketNewsMonitor',
|
||
|
||
# 机构名爬虫
|
||
'InstitutionNameScraper',
|
||
'AntiCrawlFetcher',
|
||
'scrape_institution',
|
||
'scrape_institution_by_name',
|
||
'scrape_institution_by_url',
|
||
'format_scraping_result',
|
||
'FOREIGN_INSTITUTION_TRANSLATIONS',
|
||
'is_foreign_institution',
|
||
'ScrapableRegistry',
|
||
|
||
# 券商研报
|
||
'BrokerReport',
|
||
'BrokerReportStats',
|
||
'EastMoneyBrokerReportAPI',
|
||
'BrokerReportDownloader',
|
||
'BrokerReportManager',
|
||
|
||
# 综合报告爬虫
|
||
'ReportSummary',
|
||
'ComprehensiveDownloader',
|
||
'ComprehensiveReportManager',
|
||
|
||
# 全量索引器
|
||
'ReportIndex',
|
||
'ScanProgress',
|
||
'StockIndexDatabase',
|
||
'StockIndexer',
|
||
|
||
# 报告导出器
|
||
'ExportedReport',
|
||
'DataOrganizer',
|
||
'AnalysisEngine',
|
||
'PPTExporter',
|
||
'WordExporter',
|
||
'ExcelExporter',
|
||
'PDFExporter',
|
||
'ComprehensiveExporter',
|
||
|
||
# 批量爬虫
|
||
'BatchInstitutionCrawler',
|
||
'StockBatchCrawler',
|
||
|
||
# 数据验证
|
||
'run_full_validation',
|
||
'validate_institution_registry',
|
||
'validate_all_list_files',
|
||
|
||
# 新增数据源 (v3.0)
|
||
'get_realtime_quote',
|
||
'get_stock_brief',
|
||
'get_telegraph',
|
||
'get_hot_articles',
|
||
'search_articles',
|
||
'get_convertible_bonds',
|
||
'get_bond_detail',
|
||
'search_bonds',
|
||
'get_live_news',
|
||
'get_articles',
|
||
'get_ipo_calendar',
|
||
'get_listed_companies',
|
||
|
||
# v4.0 增强解析
|
||
'MultiFormatParser', 'PPTXParser', 'HTMLParser', 'MarkdownParser', 'CSVParser',
|
||
'parse_file_enhanced', 'parse_pptx', 'parse_html', 'parse_markdown', 'extract_tables_from_html',
|
||
|
||
# v4.0 内容压缩
|
||
'ContentCompressor', 'CompressConfig', 'CompressResult',
|
||
'compress_content', 'compress_multiple',
|
||
|
||
# v4.0 定时调度
|
||
'CrawlScheduler', 'ScheduledTask', 'TaskFrequency', 'TaskStatus', 'TaskAction',
|
||
'get_scheduler', 'create_scheduled_task', 'list_all_tasks',
|
||
|
||
# v4.0 爬取打包
|
||
'CrawlPackager', 'PackagedItem', 'PackageResult',
|
||
'batch_crawl_and_package', 'package_crawl_results', 'package_files',
|
||
|
||
# v4.0 报告模板
|
||
'ReportTemplate', 'get_template', 'list_report_templates',
|
||
'render_template', 'get_template_outline', 'TEMPLATES',
|
||
|
||
# v4.0 金融写作
|
||
'FinancialWriter', 'ChartBuilder', 'ChartConfig', 'WriterConfig',
|
||
'generate_report', 'generate_report_from_raw', 'create_chart',
|
||
|
||
# v4.0 研究报告生成
|
||
'ResearchReportGenerator', 'ReportConfig', 'ReportResult', 'ReportTheme', 'OutputFormat',
|
||
'generate_research_report', 'quick_report',
|
||
|
||
# v4.1 海外金融机构爬取
|
||
'OverseasInstitutionLoader', 'OverseasScraper', 'OverseasInstitution',
|
||
'CATEGORY_LABELS',
|
||
|
||
# v4.2 浏览器自动化爬虫
|
||
'BrowserScraper',
|
||
'browser_fetch', 'browser_screenshot', 'smart_fallback',
|
||
|
||
# v4.3 全网舆情爬虫
|
||
'SentimentArticle', 'SentimentSnapshot', 'SentimentClassifier',
|
||
'SentimentSourceLoader', 'SentimentTargetLoader', 'SentimentCrawler',
|
||
'crawl_sentiment',
|
||
'list_sentiment_targets', 'list_sentiment_sources',
|
||
'add_custom_sentiment_target',
|
||
'to_dialog', 'to_excel', 'to_word', 'to_json', 'to_csv',
|
||
'export_sentiment',
|
||
'POSITIVE_KEYWORDS', 'NEGATIVE_KEYWORDS', 'NEUTRAL_KEYWORDS',
|
||
'SEVERITY_LEVELS', 'INDUSTRY_BUZZWORDS', 'RISK_PATTERNS',
|
||
# v4.3 对话入口
|
||
'SentimentChatParser', 'chat_handle', 'show_help', 'SENTIMENT_HELP',
|
||
# v4.4 新增数据源
|
||
'EastMoneyScraper', 'get_eastmoney_data',
|
||
'CninfoScraper', 'search_cninfo_announcements',
|
||
'RegulatoryScraper', 'get_regulatory_updates', 'get_monetary_policy',
|
||
# v4.5 全页归档器
|
||
'FullPageArchiver', 'ArchiveResult', 'quick_archive',
|
||
# v4.5 搜索增强
|
||
'MultiEngineSearch', 'quick_search', 'search_and_fetch',
|
||
# v4.5 回测增强
|
||
'CrawlBacktester', 'BacktestResult', 'quick_backtest',
|
||
'batch_summary', 'filter_by_recommendation',
|
||
# v4.7 东方财富新增数据
|
||
'get_margin_trading', 'get_block_trades', 'get_etf_fund_flow',
|
||
'get_dragon_tiger_seats', 'get_shareholder_changes',
|
||
# v4.7 北交所
|
||
'get_bse_stocks', 'get_bse_ipo',
|
||
# v4.7 市场宏观数据
|
||
'get_lpr_rates', 'get_bond_yield_curve', 'get_market_data',
|
||
# v4.7 监管政策文件
|
||
'download_policy_document', 'analyze_policy_document',
|
||
'search_policy_documents', 'crawl_policy_documents',
|
||
# v4.7 同类数据对比与回测
|
||
'backtest_series', 'compare_series', 'compare_and_backtest',
|
||
'format_comparison_report',
|
||
# v4.9 akshare 兜底
|
||
'fetch_with_fallback',
|
||
'fetch_cls_hot_articles', 'fetch_sina_realtime',
|
||
'fetch_jisilu_convertible_bonds', 'fetch_wallstreetcn_live',
|
||
'HAS_AKSHARE',
|
||
# v4.9 RSS 数据源
|
||
'RssItem', 'RssFetcher', 'FINANCIAL_RSS_FEEDS', 'list_financial_feeds',
|
||
# v4.9 反爬工具集
|
||
'DomainRateLimiter', 'PersistentCookieStore', 'BlockSignal',
|
||
'detect_block', 'ConditionalCache', 'exponential_backoff',
|
||
'TLSFingerprintClient', 'DomainHealth', 'DomainHealthTracker',
|
||
# v5.0.0 结构化市场数据源
|
||
'get_structured_data', 'list_data_types', 'AKSHARE_ROUTES',
|
||
# v7.0.0 网页操作深度增强
|
||
'discover_api', 'play_macro', 'record_macro', 'async_batch_fetch',
|
||
'ApiRegistry', 'MacroPlayer', 'AsyncBrowserPool',
|
||
# v7.0.0 名单扩充与官网补全
|
||
'normalize_name', 'expand_institution_list', 'report_only',
|
||
'UrlCompleter', 'StockListUpdater', 'get_macro_indicator',
|
||
# v7.1.0 定期报告分析解读
|
||
'ReportInterpreter', 'interpret_data', 'interpret_stock',
|
||
'interpret_stock_report', 'fetch_periods', 'normalize_period', 'RULES',
|
||
# v7.2.0 爬取硬化（URL 去重器）
|
||
'UrlDeduplicator',
|
||
# v7.3.0 爬取增强（智能多级管道 + 批量并发）
|
||
'SmartFetcher', 'FetchResult', 'batch_smart_crawl', 'classify_response',
|
||
# v7.3.0 网页内容识别引擎
|
||
'extract_tables', 'extract_kv_blocks', 'extract_article_items',
|
||
'extract_numbers_with_context', 'detect_pagination', 'recognize_page_type',
|
||
'smart_extract',
|
||
# v7.3.0 数据分析汇总引擎
|
||
'dedupe_articles', 'sentiment_statistics', 'cross_section_summary',
|
||
'aggregate_snapshots', 'build_institution_brief',
|
||
'export_markdown', 'export_json',
|
||
# v7.3.0 语音交互
|
||
'VoiceChat', 'speak', 'listen_once', 'stt_available', 'summarize_for_speech',
|
||
# v7.6.0 知识库总结同步（IMA / Dify / Obsidian / 本地）
|
||
'KnowledgeBaseError', 'KnowledgeNote',
|
||
'summarize_to_notes', 'load_kb_config', 'save_kb_config',
|
||
'KnowledgeAdapter', 'LocalKnowledgeAdapter', 'ObsidianAdapter',
|
||
'ImaAdapter', 'DifyAdapter', 'ADAPTERS', 'get_adapter',
|
||
'sync_to_knowledge_base', 'extract_facts', 'verify_against_knowledge_base',
|
||
# v7.7.0 四模块优化（爬取自适应/知识库语音/下载加固/分析趋势）
|
||
'AdaptiveCrawlPolicy', 'handle_knowledge_command',
|
||
'batch_download', 'file_sha256',
|
||
]
|
||
|
||
__version__ = '7.7.0'
|