Add sentiment_engine with CryptoSentimentCalibrator fixes - improved keyword lists, lowered FinBERT threshold, added neutral handling

2026-09-14 13:30:05 +02:00
parent 19a7812094
commit a276aeaded
149 changed files with 35226 additions and 0 deletions
--- a/sentiment_engine/config/source_credibility.yaml
+++ b/sentiment_engine/config/source_credibility.yaml
@@ -0,0 +1,123 @@
+# Source credibility registry
+# base_credibility: 0-1 static score
+# relevance: 0-1 how relevant to crypto markets
+# enabled: whether to use this source
+
+sources:
+  # Crypto-native news (high credibility)
+  - source_id: "rss:coindesk.com"
+    name: "CoinDesk"
+    url: "https://www.coindesk.com"
+    source_type: "news"
+    base_credibility: 0.85
+    relevance: 0.9
+    enabled: true
+  
+  - source_id: "rss:cointelegraph.com"
+    name: "CoinTelegraph"
+    url: "https://cointelegraph.com"
+    source_type: "news"
+    base_credibility: 0.75
+    relevance: 0.85
+    enabled: true
+  
+  - source_id: "rss:theblock.co"
+    name: "The Block"
+    url: "https://www.theblock.co"
+    source_type: "news"
+    base_credibility: 0.85
+    relevance: 0.9
+    enabled: true
+  
+  - source_id: "rss:decrypt.co"
+    name: "Decrypt"
+    url: "https://decrypt.co"
+    source_type: "news"
+    base_credibility: 0.75
+    relevance: 0.8
+    enabled: true
+  
+  - source_id: "rss:messari.io"
+    name: "Messari"
+    url: "https://messari.io"
+    source_type: "research"
+    base_credibility: 0.8
+    relevance: 0.85
+    enabled: true
+  
+  # Traditional finance
+  - source_id: "api:fred_vix"
+    name: "FRED VIX"
+    url: "https://fred.stlouisfed.org"
+    source_type: "regulatory"
+    base_credibility: 0.95
+    relevance: 0.7
+    enabled: true
+  
+  - source_id: "api:fred_dxy"
+    name: "FRED DXY"
+    url: "https://fred.stlouisfed.org"
+    source_type: "regulatory"
+    base_credibility: 0.95
+    relevance: 0.7
+    enabled: true
+  
+  # Exchange announcements
+  - source_id: "rss:binance.com"
+    name: "Binance Announcements"
+    url: "https://www.binance.com"
+    source_type: "exchange_ann"
+    base_credibility: 0.9
+    relevance: 0.95
+    enabled: true
+  
+  - source_id: "rss:blog.coinbase.com"
+    name: "Coinbase Blog"
+    url: "https://blog.coinbase.com"
+    source_type: "exchange_ann"
+    base_credibility: 0.85
+    relevance: 0.9
+    enabled: true
+  
+  # Social - Twitter
+  - source_id: "twitter:stream"
+    name: "Twitter/X Stream"
+    url: "https://twitter.com"
+    source_type: "social"
+    base_credibility: 0.4
+    relevance: 0.8
+    enabled: true
+  
+  # Social - Reddit
+  - source_id: "reddit:CryptoCurrency"
+    name: "r/CryptoCurrency"
+    url: "https://reddit.com/r/CryptoCurrency"
+    source_type: "social"
+    base_credibility: 0.35
+    relevance: 0.75
+    enabled: true
+  
+  - source_id: "reddit:Bitcoin"
+    name: "r/Bitcoin"
+    url: "https://reddit.com/r/Bitcoin"
+    source_type: "social"
+    base_credibility: 0.35
+    relevance: 0.8
+    enabled: true
+  
+  - source_id: "reddit:EthTrader"
+    name: "r/EthTrader"
+    url: "https://reddit.com/r/EthTrader"
+    source_type: "social"
+    base_credibility: 0.3
+    relevance: 0.7
+    enabled: true
+  
+  # Web crawl (lower credibility)
+  - source_id: "web:coindesk.com"
+    name: "CoinDesk (crawl)"
+    url: "https://www.coindesk.com"
+    source_type: "news"
+    base_credibility: 0.6
+    relevance: 0.85
+    enabled: true