# -*- coding: utf-8 -*- """ cn-financial-scraper 中国金融数据爬取与分析综合工具 v7.7.0 """ # 禁止运行时生成 .pyc/__pycache__ import sys as _sys _sys.dont_write_bytecode = True from .scraper import FinancialPageScraper, scrape_financial_product, save_to_cache from .web_parser import ( PageOperator, WebOperation, FundParser, ETFParser, StockParser, FOFParser, AdvisorPortfolioParser, parse_financial_product, parse_product_from_html, format_product_summary ) from .institution_scraper import ( InstitutionLoader, InstitutionScraper, UniversalScraper, list_all_institutions, search_institution, get_institution_summary ) from .institution_updater import ( InstitutionUpdater, QuarterlyUpdater ) from .announcement_scraper import ( Announcement, PageStructure, PageStructureScanner, AnnouncementSearcher, PDFDownloader, AnnouncementManager ) from .document_parser import ( parse_document, parse_pdf, parse_docx, parse_xlsx, parse_txt, extract_financial_numbers, extract_key_info ) from .document_analyzer import ( DocumentAnalyzer, classify_document, extract_metadata, extract_financial_indicators, extract_risk_factors, extract_glossary ) from .analyzer import ( calculate_risk_metrics, analyze_investment_style, analyze_product, generate_portfolio_replication, suggest_alternatives, nav_trend_analysis, ) from .company_report_scraper import ( CompanyReport, EastMoneyReportAPI, ReportDownloader, CompanyReportManager, get_stock_financial_report ) from .news_scraper import ( NewsArticle, EastMoneyNewsAPI, NewsAggregator, NewsDownloader, format_news_report ) from .visualization_reporter import ( ASCIIChart, ReportFormatter, ASCIIReportExporter, generate_analysis_report ) from .realtime_monitor import ( PageSnapshot, ChangeEvent, RealtimePageMonitor, AnnouncementMonitor, MarketNewsMonitor ) from .full_institution_crawler import ( FullInstitutionCrawler ) from .adaptive_parser_v2 import ( AdaptivePageParser, parse_institutions, parse_products, parse_page ) from .scrapable_registry import ( ScrapableRegistry, ) from .name_scraper import ( InstitutionNameScraper, AntiCrawlFetcher, scrape_institution, scrape_institution_by_name, scrape_institution_by_url, format_scraping_result, FOREIGN_INSTITUTION_TRANSLATIONS, is_foreign_institution ) from .research_report_scraper import ( BrokerReport, BrokerReportStats, EastMoneyBrokerReportAPI, BrokerReportDownloader, BrokerReportManager ) from .comprehensive_report_scraper import ( ReportSummary, ComprehensiveDownloader, ComprehensiveReportManager ) from .report_indexer import ( ReportIndex, ScanProgress, StockIndexDatabase, StockIndexer ) from .report_exporter import ( ExportedReport, DataOrganizer, AnalysisEngine, PPTExporter, WordExporter, ExcelExporter, PDFExporter, ComprehensiveExporter ) # 批量爬虫 from .batch_institution_crawler import BatchInstitutionCrawler, StockBatchCrawler # 数据验证 from .data_validator import run_full_validation, validate_institution_registry, validate_all_list_files # 新增数据源爬虫 (v3.0) from .sina_scraper import get_realtime_quote, get_stock_brief from .cls_scraper import get_telegraph, get_hot_articles, search_articles from .jisilu_scraper import get_convertible_bonds, get_bond_detail, search_bonds from .wallstreetcn_scraper import get_live_news, get_articles from .exchange_scraper import get_ipo_calendar, get_listed_companies, search_announcements # v4.0 增强解析 from .enhanced_parser import ( MultiFormatParser, PPTXParser, HTMLParser, MarkdownParser, CSVParser, parse_file_enhanced, parse_pptx, parse_html, parse_markdown, extract_tables_from_html ) # v4.0 内容压缩 from .content_compressor import ( ContentCompressor, CompressConfig, CompressResult, compress_content, compress_multiple ) # v4.0 定时调度 from .crawl_scheduler import ( CrawlScheduler, ScheduledTask, TaskFrequency, TaskStatus, TaskAction, get_scheduler, create_scheduled_task, list_all_tasks ) # v4.0 爬取打包 from .crawl_packager import ( CrawlPackager, PackagedItem, PackageResult, batch_crawl_and_package, package_crawl_results, package_files ) # v4.0 报告模板 from .report_templates import ( ReportTemplate, get_template, list_templates as list_report_templates, render_template, get_template_outline, TEMPLATES ) # v4.0 金融写作 from .financial_writer import ( FinancialWriter, ChartBuilder, ChartConfig, WriterConfig, generate_report, generate_report_from_raw, create_chart ) # v4.0 研究报告生成 from .research_report_generator import ( ResearchReportGenerator, ReportConfig, ReportResult, ReportTheme, OutputFormat, generate_research_report, quick_report ) # v4.1 海外金融机构爬取 from .overseas_scraper import ( OverseasInstitutionLoader, OverseasScraper, OverseasInstitution, CATEGORY_LABELS, ) # v4.2 浏览器自动化爬虫 from .browser_scraper import ( BrowserScraper, browser_fetch, browser_screenshot, smart_fallback, ) # v4.3 全网舆情爬虫(正面新闻 + 舆情,多机构多源) from .sentiment_crawler import ( SentimentArticle, SentimentSnapshot, SentimentClassifier, SentimentSourceLoader, SentimentTargetLoader, SentimentCrawler, crawl_sentiment, list_sentiment_targets, list_sentiment_sources, add_custom_sentiment_target, ) from .sentiment_exporter import ( to_dialog, to_excel, to_word, to_json, to_csv, export as export_sentiment, ) from .sentiment_keywords import ( POSITIVE_KEYWORDS, NEGATIVE_KEYWORDS, NEUTRAL_KEYWORDS, SEVERITY_LEVELS, INDUSTRY_BUZZWORDS, RISK_PATTERNS, ) from .sentiment_chat import ( SentimentChatParser, chat_handle, show_help, SENTIMENT_HELP, ) # v4.5 全页内容归档器 from .fullpage_archiver import ( FullPageArchiver, ArchiveResult, quick_archive, ) # v4.5 搜索增强(search_and_fetch) from .search_engine import ( MultiEngineSearch, quick_search, search_and_fetch, ) # v4.5 回测增强 from .crawl_backtester import ( CrawlBacktester, BacktestResult, quick_backtest, batch_summary, filter_by_recommendation, ) # v4.4 新增数据源 from .eastmoney_scraper import ( EastMoneyScraper, get_eastmoney_data, ) # v4.7 东方财富新增数据(两融/大宗/ETF流/龙虎榜席位/股东增减持) from .eastmoney_scraper import ( get_margin_trading, get_block_trades, get_etf_fund_flow, get_dragon_tiger_seats, get_shareholder_changes, ) from .cninfo_scraper import ( CninfoScraper, search_cninfo_announcements, ) from .regulatory_scraper import ( RegulatoryScraper, get_regulatory_updates, get_monetary_policy, ) from .regulatory_scraper import ( download_policy_document, analyze_policy_document, search_policy_documents, crawl_policy_documents, ) # v4.7 北交所 from .exchange_scraper import ( get_bse_stocks, get_bse_ipo, ) # v4.7 市场宏观数据(LPR / 国债收益率) from .market_data_scraper import ( get_lpr_rates, get_bond_yield_curve, get_market_data, ) # v4.7 同类数据横向对比与回测 from .data_comparator import ( backtest_series, compare_series, compare_and_backtest, format_comparison_report, ) # v4.9 akshare 兜底数据源适配器(应对 cls/sina/jisilu 等被封) from .akshare_fallback import ( fetch_with_fallback, fetch_cls_hot_articles, fetch_sina_realtime, fetch_jisilu_convertible_bonds, fetch_wallstreetcn_live, HAS_AKSHARE, ) # v4.9 RSS 订阅数据源(零反爬、稳定) from .rss_feeds import ( RssItem, RssFetcher, FINANCIAL_RSS_FEEDS, list_financial_feeds, ) # v4.9 反爬增强工具集(v7.2.0 新增 UrlDeduplicator) from .anti_block_utils import ( DomainRateLimiter, PersistentCookieStore, BlockSignal, detect_block, ConditionalCache, exponential_backoff, TLSFingerprintClient, DomainHealth, DomainHealthTracker, UrlDeduplicator, ) # v5.0.0 结构化市场数据源(期货/宏观/同业/港股美股,akshare 低代码) from .structured_market_data import ( get_structured_data, list_data_types, AKSHARE_ROUTES, ) # ── v7.0.0 网页操作深度增强 + 名单扩充 ────────────────────────── from .browser_pro import ( discover_api, play_macro, record_macro, async_batch_fetch, ApiRegistry, MacroPlayer, AsyncBrowserPool, ) from .institution_expander import ( normalize_name, run as expand_institution_list, report_only, ) from .url_completer import UrlCompleter from .stock_list_updater import StockListUpdater from .market_data_scraper import get_macro_indicator # ── v7.1.0 定期报告分析解读 ──────────────────────────────────── from .report_interpreter import ( ReportInterpreter, interpret_data, interpret_stock, interpret_stock_report, fetch_periods, normalize_period, RULES, ) # ── v7.3.0 爬取增强 + 内容识别 + 汇总分析 + 语音交互 ────────── from .crawl_enhancer import ( SmartFetcher, FetchResult, batch_smart_crawl, classify_response, AdaptiveCrawlPolicy, ) from .web_recognizer import ( extract_tables, extract_kv_blocks, extract_article_items, extract_numbers_with_context, detect_pagination, recognize_page_type, smart_extract, ) from .data_aggregator import ( dedupe_articles, sentiment_statistics, cross_section_summary, aggregate_snapshots, build_institution_brief, export_markdown, export_json, ) from .voice_interface import ( VoiceChat, speak, listen_once, stt_available, summarize_for_speech, handle_knowledge_command, ) # ── v7.7.0 下载优化(断点续传/校验/并发批量) ────────────── from .http_utils import batch_download, file_sha256 # v7.6.0 知识库总结同步(IMA / Dify / Obsidian / 本地) from .knowledge_sync import ( KnowledgeBaseError, KnowledgeNote, summarize_to_notes, load_kb_config, save_kb_config, KnowledgeAdapter, LocalKnowledgeAdapter, ObsidianAdapter, ImaAdapter, DifyAdapter, ADAPTERS, get_adapter, sync_to_knowledge_base, extract_facts, verify_against_knowledge_base, ) __all__ = [ # 基础爬虫 'FinancialPageScraper', 'scrape_financial_product', 'save_to_cache', # 网页解析 'PageOperator', 'WebOperation', 'FundParser', 'ETFParser', 'StockParser', 'FOFParser', 'AdvisorPortfolioParser', 'parse_financial_product', 'parse_product_from_html', 'format_product_summary', # 机构爬虫 'InstitutionLoader', 'InstitutionScraper', 'UniversalScraper', 'list_all_institutions', 'search_institution', 'get_institution_summary', # 机构更新器 'InstitutionUpdater', 'QuarterlyUpdater', # 公告爬虫 'Announcement', 'PageStructure', 'PageStructureScanner', 'AnnouncementSearcher', 'PDFDownloader', 'AnnouncementManager', # 文档解析 'parse_document', 'parse_pdf', 'parse_docx', 'parse_xlsx', 'parse_txt', 'extract_financial_numbers', 'extract_key_info', # 文档分析整理 'DocumentAnalyzer', 'classify_document', 'extract_metadata', 'extract_financial_indicators', 'extract_risk_factors', 'extract_glossary', # 分析 'calculate_risk_metrics', 'analyze_investment_style', 'analyze_product', 'generate_portfolio_replication', 'suggest_alternatives', 'nav_trend_analysis', # 公司报告 'CompanyReport', 'EastMoneyReportAPI', 'ReportDownloader', 'CompanyReportManager', 'get_stock_financial_report', # 新闻爬虫 'NewsArticle', 'EastMoneyNewsAPI', 'NewsAggregator', 'NewsDownloader', 'format_news_report', # 可视化报告 'ASCIIChart', 'ReportFormatter', 'ASCIIReportExporter', 'generate_analysis_report', # 实时监控 'PageSnapshot', 'ChangeEvent', 'RealtimePageMonitor', 'AnnouncementMonitor', 'MarketNewsMonitor', # 机构名爬虫 'InstitutionNameScraper', 'AntiCrawlFetcher', 'scrape_institution', 'scrape_institution_by_name', 'scrape_institution_by_url', 'format_scraping_result', 'FOREIGN_INSTITUTION_TRANSLATIONS', 'is_foreign_institution', 'ScrapableRegistry', # 券商研报 'BrokerReport', 'BrokerReportStats', 'EastMoneyBrokerReportAPI', 'BrokerReportDownloader', 'BrokerReportManager', # 综合报告爬虫 'ReportSummary', 'ComprehensiveDownloader', 'ComprehensiveReportManager', # 全量索引器 'ReportIndex', 'ScanProgress', 'StockIndexDatabase', 'StockIndexer', # 报告导出器 'ExportedReport', 'DataOrganizer', 'AnalysisEngine', 'PPTExporter', 'WordExporter', 'ExcelExporter', 'PDFExporter', 'ComprehensiveExporter', # 批量爬虫 'BatchInstitutionCrawler', 'StockBatchCrawler', # 数据验证 'run_full_validation', 'validate_institution_registry', 'validate_all_list_files', # 新增数据源 (v3.0) 'get_realtime_quote', 'get_stock_brief', 'get_telegraph', 'get_hot_articles', 'search_articles', 'get_convertible_bonds', 'get_bond_detail', 'search_bonds', 'get_live_news', 'get_articles', 'get_ipo_calendar', 'get_listed_companies', # v4.0 增强解析 'MultiFormatParser', 'PPTXParser', 'HTMLParser', 'MarkdownParser', 'CSVParser', 'parse_file_enhanced', 'parse_pptx', 'parse_html', 'parse_markdown', 'extract_tables_from_html', # v4.0 内容压缩 'ContentCompressor', 'CompressConfig', 'CompressResult', 'compress_content', 'compress_multiple', # v4.0 定时调度 'CrawlScheduler', 'ScheduledTask', 'TaskFrequency', 'TaskStatus', 'TaskAction', 'get_scheduler', 'create_scheduled_task', 'list_all_tasks', # v4.0 爬取打包 'CrawlPackager', 'PackagedItem', 'PackageResult', 'batch_crawl_and_package', 'package_crawl_results', 'package_files', # v4.0 报告模板 'ReportTemplate', 'get_template', 'list_report_templates', 'render_template', 'get_template_outline', 'TEMPLATES', # v4.0 金融写作 'FinancialWriter', 'ChartBuilder', 'ChartConfig', 'WriterConfig', 'generate_report', 'generate_report_from_raw', 'create_chart', # v4.0 研究报告生成 'ResearchReportGenerator', 'ReportConfig', 'ReportResult', 'ReportTheme', 'OutputFormat', 'generate_research_report', 'quick_report', # v4.1 海外金融机构爬取 'OverseasInstitutionLoader', 'OverseasScraper', 'OverseasInstitution', 'CATEGORY_LABELS', # v4.2 浏览器自动化爬虫 'BrowserScraper', 'browser_fetch', 'browser_screenshot', 'smart_fallback', # v4.3 全网舆情爬虫 'SentimentArticle', 'SentimentSnapshot', 'SentimentClassifier', 'SentimentSourceLoader', 'SentimentTargetLoader', 'SentimentCrawler', 'crawl_sentiment', 'list_sentiment_targets', 'list_sentiment_sources', 'add_custom_sentiment_target', 'to_dialog', 'to_excel', 'to_word', 'to_json', 'to_csv', 'export_sentiment', 'POSITIVE_KEYWORDS', 'NEGATIVE_KEYWORDS', 'NEUTRAL_KEYWORDS', 'SEVERITY_LEVELS', 'INDUSTRY_BUZZWORDS', 'RISK_PATTERNS', # v4.3 对话入口 'SentimentChatParser', 'chat_handle', 'show_help', 'SENTIMENT_HELP', # v4.4 新增数据源 'EastMoneyScraper', 'get_eastmoney_data', 'CninfoScraper', 'search_cninfo_announcements', 'RegulatoryScraper', 'get_regulatory_updates', 'get_monetary_policy', # v4.5 全页归档器 'FullPageArchiver', 'ArchiveResult', 'quick_archive', # v4.5 搜索增强 'MultiEngineSearch', 'quick_search', 'search_and_fetch', # v4.5 回测增强 'CrawlBacktester', 'BacktestResult', 'quick_backtest', 'batch_summary', 'filter_by_recommendation', # v4.7 东方财富新增数据 'get_margin_trading', 'get_block_trades', 'get_etf_fund_flow', 'get_dragon_tiger_seats', 'get_shareholder_changes', # v4.7 北交所 'get_bse_stocks', 'get_bse_ipo', # v4.7 市场宏观数据 'get_lpr_rates', 'get_bond_yield_curve', 'get_market_data', # v4.7 监管政策文件 'download_policy_document', 'analyze_policy_document', 'search_policy_documents', 'crawl_policy_documents', # v4.7 同类数据对比与回测 'backtest_series', 'compare_series', 'compare_and_backtest', 'format_comparison_report', # v4.9 akshare 兜底 'fetch_with_fallback', 'fetch_cls_hot_articles', 'fetch_sina_realtime', 'fetch_jisilu_convertible_bonds', 'fetch_wallstreetcn_live', 'HAS_AKSHARE', # v4.9 RSS 数据源 'RssItem', 'RssFetcher', 'FINANCIAL_RSS_FEEDS', 'list_financial_feeds', # v4.9 反爬工具集 'DomainRateLimiter', 'PersistentCookieStore', 'BlockSignal', 'detect_block', 'ConditionalCache', 'exponential_backoff', 'TLSFingerprintClient', 'DomainHealth', 'DomainHealthTracker', # v5.0.0 结构化市场数据源 'get_structured_data', 'list_data_types', 'AKSHARE_ROUTES', # v7.0.0 网页操作深度增强 'discover_api', 'play_macro', 'record_macro', 'async_batch_fetch', 'ApiRegistry', 'MacroPlayer', 'AsyncBrowserPool', # v7.0.0 名单扩充与官网补全 'normalize_name', 'expand_institution_list', 'report_only', 'UrlCompleter', 'StockListUpdater', 'get_macro_indicator', # v7.1.0 定期报告分析解读 'ReportInterpreter', 'interpret_data', 'interpret_stock', 'interpret_stock_report', 'fetch_periods', 'normalize_period', 'RULES', # v7.2.0 爬取硬化(URL 去重器) 'UrlDeduplicator', # v7.3.0 爬取增强(智能多级管道 + 批量并发) 'SmartFetcher', 'FetchResult', 'batch_smart_crawl', 'classify_response', # v7.3.0 网页内容识别引擎 'extract_tables', 'extract_kv_blocks', 'extract_article_items', 'extract_numbers_with_context', 'detect_pagination', 'recognize_page_type', 'smart_extract', # v7.3.0 数据分析汇总引擎 'dedupe_articles', 'sentiment_statistics', 'cross_section_summary', 'aggregate_snapshots', 'build_institution_brief', 'export_markdown', 'export_json', # v7.3.0 语音交互 'VoiceChat', 'speak', 'listen_once', 'stt_available', 'summarize_for_speech', # v7.6.0 知识库总结同步(IMA / Dify / Obsidian / 本地) 'KnowledgeBaseError', 'KnowledgeNote', 'summarize_to_notes', 'load_kb_config', 'save_kb_config', 'KnowledgeAdapter', 'LocalKnowledgeAdapter', 'ObsidianAdapter', 'ImaAdapter', 'DifyAdapter', 'ADAPTERS', 'get_adapter', 'sync_to_knowledge_base', 'extract_facts', 'verify_against_knowledge_base', # v7.7.0 四模块优化(爬取自适应/知识库语音/下载加固/分析趋势) 'AdaptiveCrawlPolicy', 'handle_knowledge_command', 'batch_download', 'file_sha256', ] __version__ = '7.7.0'