diff --git a/sentiment_engine/config/source_credibility.yaml b/sentiment_engine/config/source_credibility.yaml index 6453b03..3740b28 100644 --- a/sentiment_engine/config/source_credibility.yaml +++ b/sentiment_engine/config/source_credibility.yaml @@ -1,560 +1,897 @@ -# Source credibility registry -# base_credibility: 0-1 static score -# relevance: 0-1 how relevant to crypto markets -# enabled: whether to use this source - sources: - # Crypto-native news (high credibility) - - source_id: "rss:coindesk.com" - name: "CoinDesk" - url: "https://www.coindesk.com" - source_type: "news" - base_credibility: 0.85 - relevance: 0.9 - enabled: true - - - source_id: "rss:cointelegraph.com" - name: "CoinTelegraph" - url: "https://cointelegraph.com" - source_type: "news" - base_credibility: 0.75 - relevance: 0.85 - enabled: true - - - source_id: "rss:theblock.co" - name: "The Block" - url: "https://www.theblock.co" - source_type: "news" - base_credibility: 0.85 - relevance: 0.9 - enabled: true - - - source_id: "rss:decrypt.co" - name: "Decrypt" - url: "https://decrypt.co" - source_type: "news" - base_credibility: 0.75 - relevance: 0.8 - enabled: true - - - source_id: "rss:messari.io" - name: "Messari" - url: "https://messari.io" - source_type: "research" - base_credibility: 0.8 - relevance: 0.85 - enabled: true - - # Traditional finance - - source_id: "api:fred_vix" - name: "FRED VIX" - url: "https://fred.stlouisfed.org" - source_type: "regulatory" - base_credibility: 0.95 - relevance: 0.7 - enabled: true - - - source_id: "api:fred_dxy" - name: "FRED DXY" - url: "https://fred.stlouisfed.org" - source_type: "regulatory" - base_credibility: 0.95 - relevance: 0.7 - enabled: true - - # Exchange announcements - - source_id: "rss:binance.com" - name: "Binance Announcements" - url: "https://www.binance.com" - source_type: "exchange_ann" - base_credibility: 0.9 - relevance: 0.95 - enabled: true - - - source_id: "rss:blog.coinbase.com" - name: "Coinbase Blog" - url: "https://blog.coinbase.com" - source_type: "exchange_ann" - base_credibility: 0.85 - relevance: 0.9 - enabled: true - - # Social - Twitter - - source_id: "twitter:stream" - name: "Twitter/X Stream" - url: "https://twitter.com" - source_type: "social" - base_credibility: 0.4 - relevance: 0.8 - enabled: true - - # Social - Reddit (Major) - - source_id: "reddit:CryptoCurrency" - name: "r/CryptoCurrency" - url: "https://reddit.com/r/CryptoCurrency" - source_type: "social" - base_credibility: 0.35 - relevance: 0.75 - enabled: true - - - source_id: "reddit:Bitcoin" - name: "r/Bitcoin" - url: "https://reddit.com/r/Bitcoin" - source_type: "social" - base_credibility: 0.35 - relevance: 0.8 - enabled: true - - - source_id: "reddit:EthTrader" - name: "r/EthTrader" - url: "https://reddit.com/r/EthTrader" - source_type: "social" - base_credibility: 0.3 - relevance: 0.7 - enabled: true - - # Social - Reddit (Altcoin/Small-cap focused) - - source_id: "reddit:altcoin" - name: "r/altcoin" - url: "https://reddit.com/r/altcoin" - source_type: "social" - base_credibility: 0.3 - relevance: 0.85 - enabled: true - - - source_id: "reddit:CryptoMoonShots" - name: "r/CryptoMoonShots" - url: "https://reddit.com/r/CryptoMoonShots" - source_type: "social" - base_credibility: 0.25 - relevance: 0.9 - enabled: true - - - source_id: "reddit:SatoshiStreetBets" - name: "r/SatoshiStreetBets" - url: "https://reddit.com/r/SatoshiStreetBets" - source_type: "social" - base_credibility: 0.25 - relevance: 0.85 - enabled: true - - - source_id: "reddit:defi" - name: "r/defi" - url: "https://reddit.com/r/defi" - source_type: "social" - base_credibility: 0.3 - relevance: 0.8 - enabled: true - - - source_id: "reddit:CryptoMarkets" - name: "r/CryptoMarkets" - url: "https://reddit.com/r/CryptoMarkets" - source_type: "social" - base_credibility: 0.35 - relevance: 0.8 - enabled: true - - # Social - Reddit (Project-specific for trade assets) - - source_id: "reddit:zilliqa" - name: "r/zilliqa" - url: "https://reddit.com/r/zilliqa" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:harmonyone" - name: "r/harmonyone" - url: "https://reddit.com/r/harmonyone" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:stacks" - name: "r/stacks" - url: "https://reddit.com/r/stacks" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:algorand" - name: "r/algorand" - url: "https://reddit.com/r/algorand" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:dashpay" - name: "r/dashpay" - url: "https://reddit.com/r/dashpay" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:litecoin" - name: "r/litecoin" - url: "https://reddit.com/r/litecoin" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:fetchai" - name: "r/fetchai" - url: "https://reddit.com/r/fetchai" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:tezos" - name: "r/tezos" - url: "https://reddit.com/r/tezos" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:enjincoin" - name: "r/enjincoin" - url: "https://reddit.com/r/enjincoin" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:stellar" - name: "r/stellar" - url: "https://reddit.com/r/stellar" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:ethereumclassic" - name: "r/ethereumclassic" - url: "https://reddit.com/r/ethereumclassic" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:tronix" - name: "r/tronix" - url: "https://reddit.com/r/tronix" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - - source_id: "reddit:ontology" - name: "r/ontology" - url: "https://reddit.com/r/ontology" - source_type: "social" - base_credibility: 0.3 - relevance: 0.95 - enabled: true - - # Social - Twitter/X (Search-based for trade assets) - - source_id: "twitter:smallcap_search" - name: "Twitter Small-cap Search" - url: "https://twitter.com" - source_type: "social" - base_credibility: 0.35 - relevance: 0.85 - enabled: true - - - source_id: "twitter:zilliqa" - name: "Twitter $ZIL Search" - url: "https://twitter.com" - source_type: "social" - base_credibility: 0.35 - relevance: 0.9 - enabled: true - - - source_id: "twitter:harmony" - name: "Twitter $ONE Search" - url: "https://twitter.com" - source_type: "social" - base_credibility: 0.35 - relevance: 0.9 - enabled: true - - - source_id: "twitter:stacks" - name: "Twitter $STX Search" - url: "https://twitter.com" - source_type: "social" - base_credibility: 0.35 - relevance: 0.9 - enabled: true - - - source_id: "twitter:algorand" - name: "Twitter $ALGO Search" - url: "https://twitter.com" - source_type: "social" - base_credibility: 0.35 - relevance: 0.9 - enabled: true - - - source_id: "twitter:dash" - name: "Twitter $DASH Search" - url: "https://twitter.com" - source_type: "social" - base_credibility: 0.35 - relevance: 0.9 - enabled: true - - - source_id: "twitter:litecoin" - name: "Twitter $LTC Search" - url: "https://twitter.com" - source_type: "social" - base_credibility: 0.35 - relevance: 0.9 - enabled: true - - - source_id: "twitter:fetchai" - name: "Twitter $FET Search" - url: "https://twitter.com" - source_type: "social" - base_credibility: 0.35 - relevance: 0.9 - enabled: true - - - source_id: "twitter:tezos" - name: "Twitter $XTZ Search" - url: "https://twitter.com" - source_type: "social" - base_credibility: 0.35 - relevance: 0.9 - enabled: true - - - source_id: "twitter:enjin" - name: "Twitter $ENJ Search" - url: "https://twitter.com" - source_type: "social" - base_credibility: 0.35 - relevance: 0.9 - enabled: true - - # Social - Telegram (Official project channels) - - source_id: "telegram:zilliqa_official" - name: "Zilliqa Official" - url: "https://t.me/zilliqa" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:harmony_official" - name: "Harmony Official" - url: "https://t.me/harmonyofficial" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:stacks_official" - name: "Stacks Official" - url: "https://t.me/stacksblockchain" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:algorand_official" - name: "Algorand Official" - url: "https://t.me/algorand" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:dash_official" - name: "Dash Official" - url: "https://t.me/dashpay" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:litecoin_official" - name: "Litecoin Official" - url: "https://t.me/litecoin" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:fetchai_official" - name: "Fetch.ai Official" - url: "https://t.me/fetch_ai" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:tezos_official" - name: "Tezos Official" - url: "https://t.me/tezos" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:enjin_official" - name: "Enjin Official" - url: "https://t.me/enjin" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:stellar_official" - name: "Stellar Official" - url: "https://t.me/stellar" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:ethereumclassic_official" - name: "Ethereum Classic Official" - url: "https://t.me/ethereumclassic" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:tron_official" - name: "TRON Official" - url: "https://t.me/tronnetwork" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - - source_id: "telegram:ontology_official" - name: "Ontology Official" - url: "https://t.me/ontologynetwork" - source_type: "social" - base_credibility: 0.4 - relevance: 0.95 - enabled: true - - # Social - Discord (Official project servers) - - source_id: "discord:zilliqa" - name: "Zilliqa Discord" - url: "https://discord.gg/zilliqa" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:harmony" - name: "Harmony Discord" - url: "https://discord.gg/harmony" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:stacks" - name: "Stacks Discord" - url: "https://discord.gg/stacks" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:algorand" - name: "Algorand Discord" - url: "https://discord.gg/algorand" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:dash" - name: "Dash Discord" - url: "https://discord.gg/dash" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:litecoin" - name: "Litecoin Discord" - url: "https://discord.gg/litecoin" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:fetchai" - name: "Fetch.ai Discord" - url: "https://discord.gg/fetchai" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:tezos" - name: "Tezos Discord" - url: "https://discord.gg/tezos" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:enjin" - name: "Enjin Discord" - url: "https://discord.gg/enjin" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:stellar" - name: "Stellar Discord" - url: "https://discord.gg/stellar" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:ethereumclassic" - name: "Ethereum Classic Discord" - url: "https://discord.gg/ethereumclassic" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:tron" - name: "TRON Discord" - url: "https://discord.gg/tron" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - - source_id: "discord:ontology" - name: "Ontology Discord" - url: "https://discord.gg/ontology" - source_type: "social" - base_credibility: 0.35 - relevance: 0.95 - enabled: true - - # Web crawl (lower credibility) - - source_id: "web:coindesk.com" - name: "CoinDesk (crawl)" - url: "https://www.coindesk.com" - source_type: "news" - base_credibility: 0.6 - relevance: 0.85 - enabled: true +- source_id: rss:coindesk.com + name: CoinDesk + url: https://www.coindesk.com + source_type: news + base_credibility: 0.85 + relevance: 0.9 + enabled: true +- source_id: rss:cointelegraph.com + name: CoinTelegraph + url: https://cointelegraph.com + source_type: news + base_credibility: 0.75 + relevance: 0.85 + enabled: true +- source_id: rss:theblock.co + name: The Block + url: https://www.theblock.co + source_type: news + base_credibility: 0.85 + relevance: 0.9 + enabled: true +- source_id: rss:decrypt.co + name: Decrypt + url: https://decrypt.co + source_type: news + base_credibility: 0.75 + relevance: 0.8 + enabled: true +- source_id: rss:messari.io + name: Messari + url: https://messari.io + source_type: research + base_credibility: 0.8 + relevance: 0.85 + enabled: true +- source_id: api:fred_vix + name: FRED VIX + url: https://fred.stlouisfed.org + source_type: regulatory + base_credibility: 0.95 + relevance: 0.7 + enabled: true +- source_id: api:fred_dxy + name: FRED DXY + url: https://fred.stlouisfed.org + source_type: regulatory + base_credibility: 0.95 + relevance: 0.7 + enabled: true +- source_id: rss:binance.com + name: Binance Announcements + url: https://www.binance.com + source_type: exchange_ann + base_credibility: 0.9 + relevance: 0.95 + enabled: true +- source_id: rss:blog.coinbase.com + name: Coinbase Blog + url: https://blog.coinbase.com + source_type: exchange_ann + base_credibility: 0.85 + relevance: 0.9 + enabled: true +- source_id: twitter:stream + name: Twitter/X Stream + url: https://twitter.com + source_type: social + base_credibility: 0.4 + relevance: 0.8 + enabled: true +- source_id: reddit:CryptoCurrency + name: r/CryptoCurrency + url: https://reddit.com/r/CryptoCurrency + source_type: social + base_credibility: 0.35 + relevance: 0.75 + enabled: true +- source_id: reddit:Bitcoin + name: r/Bitcoin + url: https://reddit.com/r/Bitcoin + source_type: social + base_credibility: 0.35 + relevance: 0.8 + enabled: true +- source_id: reddit:EthTrader + name: r/EthTrader + url: https://reddit.com/r/EthTrader + source_type: social + base_credibility: 0.3 + relevance: 0.7 + enabled: true +- source_id: reddit:altcoin + name: r/altcoin + url: https://reddit.com/r/altcoin + source_type: social + base_credibility: 0.3 + relevance: 0.85 + enabled: true +- source_id: reddit:CryptoMoonShots + name: r/CryptoMoonShots + url: https://reddit.com/r/CryptoMoonShots + source_type: social + base_credibility: 0.25 + relevance: 0.9 + enabled: true +- source_id: reddit:SatoshiStreetBets + name: r/SatoshiStreetBets + url: https://reddit.com/r/SatoshiStreetBets + source_type: social + base_credibility: 0.25 + relevance: 0.85 + enabled: true +- source_id: reddit:defi + name: r/defi + url: https://reddit.com/r/defi + source_type: social + base_credibility: 0.3 + relevance: 0.8 + enabled: true +- source_id: reddit:CryptoMarkets + name: r/CryptoMarkets + url: https://reddit.com/r/CryptoMarkets + source_type: social + base_credibility: 0.35 + relevance: 0.8 + enabled: true +- source_id: reddit:zilliqa + name: r/zilliqa + url: https://reddit.com/r/zilliqa + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:harmonyone + name: r/harmonyone + url: https://reddit.com/r/harmonyone + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:stacks + name: r/stacks + url: https://reddit.com/r/stacks + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:algorand + name: r/algorand + url: https://reddit.com/r/algorand + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:dashpay + name: r/dashpay + url: https://reddit.com/r/dashpay + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:litecoin + name: r/litecoin + url: https://reddit.com/r/litecoin + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:fetchai + name: r/fetchai + url: https://reddit.com/r/fetchai + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:tezos + name: r/tezos + url: https://reddit.com/r/tezos + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:enjincoin + name: r/enjincoin + url: https://reddit.com/r/enjincoin + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:stellar + name: r/stellar + url: https://reddit.com/r/stellar + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:ethereumclassic + name: r/ethereumclassic + url: https://reddit.com/r/ethereumclassic + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:tronix + name: r/tronix + url: https://reddit.com/r/tronix + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: reddit:ontology + name: r/ontology + url: https://reddit.com/r/ontology + source_type: social + base_credibility: 0.3 + relevance: 0.95 + enabled: true +- source_id: twitter:smallcap_search + name: Twitter Small-cap Search + url: https://twitter.com + source_type: social + base_credibility: 0.35 + relevance: 0.85 + enabled: true +- source_id: twitter:zilliqa + name: Twitter $ZIL Search + url: https://twitter.com + source_type: social + base_credibility: 0.35 + relevance: 0.9 + enabled: true +- source_id: twitter:harmony + name: Twitter $ONE Search + url: https://twitter.com + source_type: social + base_credibility: 0.35 + relevance: 0.9 + enabled: true +- source_id: twitter:stacks + name: Twitter $STX Search + url: https://twitter.com + source_type: social + base_credibility: 0.35 + relevance: 0.9 + enabled: true +- source_id: twitter:algorand + name: Twitter $ALGO Search + url: https://twitter.com + source_type: social + base_credibility: 0.35 + relevance: 0.9 + enabled: true +- source_id: twitter:dash + name: Twitter $DASH Search + url: https://twitter.com + source_type: social + base_credibility: 0.35 + relevance: 0.9 + enabled: true +- source_id: twitter:litecoin + name: Twitter $LTC Search + url: https://twitter.com + source_type: social + base_credibility: 0.35 + relevance: 0.9 + enabled: true +- source_id: twitter:fetchai + name: Twitter $FET Search + url: https://twitter.com + source_type: social + base_credibility: 0.35 + relevance: 0.9 + enabled: true +- source_id: twitter:tezos + name: Twitter $XTZ Search + url: https://twitter.com + source_type: social + base_credibility: 0.35 + relevance: 0.9 + enabled: true +- source_id: twitter:enjin + name: Twitter $ENJ Search + url: https://twitter.com + source_type: social + base_credibility: 0.35 + relevance: 0.9 + enabled: true +- source_id: telegram:zilliqa_official + name: Zilliqa Official + url: https://t.me/zilliqa + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:harmony_official + name: Harmony Official + url: https://t.me/harmonyofficial + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:stacks_official + name: Stacks Official + url: https://t.me/stacksblockchain + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:algorand_official + name: Algorand Official + url: https://t.me/algorand + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:dash_official + name: Dash Official + url: https://t.me/dashpay + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:litecoin_official + name: Litecoin Official + url: https://t.me/litecoin + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:fetchai_official + name: Fetch.ai Official + url: https://t.me/fetch_ai + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:tezos_official + name: Tezos Official + url: https://t.me/tezos + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:enjin_official + name: Enjin Official + url: https://t.me/enjin + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:stellar_official + name: Stellar Official + url: https://t.me/stellar + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:ethereumclassic_official + name: Ethereum Classic Official + url: https://t.me/ethereumclassic + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:tron_official + name: TRON Official + url: https://t.me/tronnetwork + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: telegram:ontology_official + name: Ontology Official + url: https://t.me/ontologynetwork + source_type: social + base_credibility: 0.4 + relevance: 0.95 + enabled: true +- source_id: discord:zilliqa + name: Zilliqa Discord + url: https://discord.gg/zilliqa + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:harmony + name: Harmony Discord + url: https://discord.gg/harmony + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:stacks + name: Stacks Discord + url: https://discord.gg/stacks + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:algorand + name: Algorand Discord + url: https://discord.gg/algorand + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:dash + name: Dash Discord + url: https://discord.gg/dash + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:litecoin + name: Litecoin Discord + url: https://discord.gg/litecoin + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:fetchai + name: Fetch.ai Discord + url: https://discord.gg/fetchai + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:tezos + name: Tezos Discord + url: https://discord.gg/tezos + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:enjin + name: Enjin Discord + url: https://discord.gg/enjin + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:stellar + name: Stellar Discord + url: https://discord.gg/stellar + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:ethereumclassic + name: Ethereum Classic Discord + url: https://discord.gg/ethereumclassic + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:tron + name: TRON Discord + url: https://discord.gg/tron + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: discord:ontology + name: Ontology Discord + url: https://discord.gg/ontology + source_type: social + base_credibility: 0.35 + relevance: 0.95 + enabled: true +- source_id: web:coindesk.com + name: CoinDesk (crawl) + url: https://www.coindesk.com + source_type: news + base_credibility: 0.6 + relevance: 0.85 + enabled: true +- source_id: telegram:tezos_announcements_official + name: Tezos Announcements (Official) + url: https://t.me/TezosAnnouncements + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: telegram:ontology_announcements_official + name: Ontology Announcements (Official) + url: https://t.me/OntologyAnnouncements + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: telegram:solana_announcements_official + name: Solana Announcements (Official) + url: https://t.me/SolanaAnnouncements + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: telegram:avalanche_official + name: Avalanche Official + url: https://t.me/AvalancheOfficial + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: telegram:starknet_official + name: StarkNet Official + url: https://t.me/StarkNetOfficial + source_type: social + base_credibility: 0.8 + relevance: 0.95 + enabled: true +- source_id: telegram:algorand_foundation_official + name: Algorand Foundation (Official) + url: https://t.me/AlgorandFoundation + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: telegram:algorand_announcements_official + name: Algorand Announcements (Official) + url: https://t.me/algorand_announcements + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: telegram:harmony_announcements_official + name: Harmony Announcements (Official) + url: https://t.me/harmony_announcements + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: telegram:zilliqa_official_channel + name: Zilliqa Official Channel + url: https://t.me/zilliqa + source_type: social + base_credibility: 0.8 + relevance: 0.95 + enabled: true +- source_id: telegram:algorand_foundation_official_2 + name: Algorand Foundation (Official) 2 + url: https://t.me/AlgorandFoundation + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: telegram:avalanche_official_2 + name: Avalanche Official 2 + url: https://t.me/AvalancheOfficial + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: telegram:starknet_official_2 + name: StarkNet Official 2 + url: https://t.me/StarkNetOfficial + source_type: social + base_credibility: 0.8 + relevance: 0.95 + enabled: true +- source_id: telegram:cosmos_announcements + name: Cosmos Announcements + url: https://t.me/CosmosAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: telegram:polkadot_announcements + name: Polkadot Announcements + url: https://t.me/PolkadotAnnouncements + source_type: social + base_credibility: 0.85 + relevance: 0.95 + enabled: true +- source_id: telegram:kusama_announcements + name: Kusama Announcements + url: https://t.me/KusamaAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: telegram:cardano_announcements + name: Cardano Announcements + url: https://t.me/CardanoAnnouncements + source_type: social + base_credibility: 0.85 + relevance: 0.95 + enabled: true +- source_id: telegram:tether_official + name: Tether Official + url: https://t.me/OfficialTether + source_type: social + base_credibility: 0.85 + relevance: 0.9 + enabled: true +- source_id: telegram:chainlink_announcements + name: Chainlink Announcements + url: https://t.me/chainlinkannouncements + source_type: social + base_credibility: 0.8 + relevance: 0.95 + enabled: true +- source_id: telegram:base_announcements_2 + name: Base Announcements 2 + url: https://t.me/BaseAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: telegram:scroll_announcements_2 + name: Scroll Announcements 2 + url: https://t.me/ScrollAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: web:telegram:aptos_announcements + name: Aptos Announcements + url: https://t.me/AptosAnnouncements + source_type: social + base_credibility: 0.75 + relevance: 0.85 + enabled: true +- source_id: web:telegram:sui_announcements + name: Sui Announcements + url: https://t.me/SuiAnnouncements + source_type: social + base_credibility: 0.75 + relevance: 0.85 + enabled: true +- source_id: telegram:sui_official + name: Sui Official + url: https://t.me/SuiOfficial + source_type: social + base_credibility: 0.75 + relevance: 0.85 + enabled: true +- source_id: web:telegram:dogecoin_announcements + name: Dogecoin Announcements + url: https://t.me/dogecoinannouncements + source_type: social + base_credibility: 0.7 + relevance: 0.85 + enabled: true +- source_id: web:telegram:litecoin_announcements + name: Litecoin Announcements + url: https://t.me/litecoin_announcements + source_type: social + base_credibility: 0.7 + relevance: 0.85 + enabled: true +- source_id: web:telegram:tron_announcements + name: TRON Announcements + url: https://t.me/tron_announcements + source_type: social + base_credibility: 0.7 + relevance: 0.85 + enabled: true +- source_id: web:telegram:stellar_announcements + name: Stellar Announcements + url: https://t.me/stellarannouncements + source_type: social + base_credibility: 0.7 + relevance: 0.85 + enabled: true +- source_id: web:telegram:etcnetwork + name: Ethereum Classic Network + url: https://t.me/etcnetwork + source_type: social + base_credibility: 0.8 + relevance: 0.95 + enabled: true +- source_id: web:telegram:dash_announcements + name: Dash Announcements + url: https://t.me/dash_announcements + source_type: social + base_credibility: 0.7 + relevance: 0.85 + enabled: true +- source_id: web:telegram:blockstack_update + name: Stacks Updates (Official) + url: https://t.me/BlockstackUpdate + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: web:telegram:fetch_ai_announcements_2 + name: Fetch.ai Announcements (Official) + url: https://t.me/fetch_ai_announcements + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: web:telegram:enjin_insights_official + name: Enjin Insights (Official) + url: https://t.me/enjininsights + source_type: social + base_credibility: 0.8 + relevance: 0.95 + enabled: true +- source_id: web:telegram:enjin_starter_announcements + name: Enjin Starter Announcements + url: https://t.me/ejsnews + source_type: social + base_credibility: 0.75 + relevance: 0.9 + enabled: true +- source_id: web:telegram:ethereum_classic_network + name: Ethereum Classic Network + url: https://t.me/etcnetwork + source_type: social + base_credibility: 0.8 + relevance: 0.95 + enabled: true +- source_id: web:telegram:zilliqa_official_channel + name: Zilliqa Official Channel + url: https://t.me/zilliqa + source_type: social + base_credibility: 0.8 + relevance: 0.95 + enabled: true +- source_id: web:telegram:algorand_foundation_official + name: Algorand Foundation (Official) + url: https://t.me/AlgorandFoundation + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: web:telegram:harmony_announcements_official + name: Harmony Announcements (Official) + url: https://t.me/harmony_announcements + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: web:telegram:solana_announcements_official + name: Solana Announcements (Official) + url: https://t.me/SolanaAnnouncements + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: web:telegram:avalanche_official + name: Avalanche Official + url: https://t.me/AvalancheOfficial + source_type: social + base_credibility: 0.85 + relevance: 0.98 + enabled: true +- source_id: web:telegram:starknet_official + name: StarkNet Official + url: https://t.me/StarkNetOfficial + source_type: social + base_credibility: 0.8 + relevance: 0.95 + enabled: true +- source_id: web:telegram:cosmos_announcements + name: Cosmos Announcements + url: https://t.me/CosmosAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: web:telegram:polkadot_announcements + name: Polkadot Announcements + url: https://t.me/PolkadotAnnouncements + source_type: social + base_credibility: 0.85 + relevance: 0.95 + enabled: true +- source_id: web:telegram:kusama_announcements + name: Kusama Announcements + url: https://t.me/KusamaAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: web:telegram:cardano_announcements + name: Cardano Announcements + url: https://t.me/CardanoAnnouncements + source_type: social + base_credibility: 0.85 + relevance: 0.95 + enabled: true +- source_id: web:telegram:tether_official + name: Tether Official + url: https://t.me/OfficialTether + source_type: social + base_credibility: 0.85 + relevance: 0.9 + enabled: true +- source_id: web:telegram:chainlink_announcements + name: Chainlink Announcements + url: https://t.me/chainlinkannouncements + source_type: social + base_credibility: 0.8 + relevance: 0.95 + enabled: true +- source_id: web:telegram:base_announcements_2 + name: Base Announcements 2 + url: https://t.me/BaseAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: web:telegram:scroll_announcements_2 + name: Scroll Announcements 2 + url: https://t.me/ScrollAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: web:telegram:bitcoin_news + name: Bitcoin News + url: https://t.me/BitcoinNews + source_type: social + base_credibility: 0.7 + relevance: 0.85 + enabled: true +- source_id: web:telegram:ethereum_foundation + name: Ethereum Foundation + url: https://t.me/EthereumFoundation + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: web:telegram:polygon_announcements + name: Polygon Announcements + url: https://t.me/PolygonAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: web:telegram:arbitrum_announcements + name: Arbitrum Announcements + url: https://t.me/ArbitrumAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: web:telegram:optimism_announcements + name: Optimism Announcements + url: https://t.me/OptimismAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: web:telegram:scroll_announcements_3 + name: Scroll Announcements 3 + url: https://t.me/ScrollAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: web:telegram:zksync_announcements + name: ZkSync Announcements + url: https://t.me/ZkSyncAnnouncements + source_type: social + base_credibility: 0.75 + relevance: 0.85 + enabled: true +- source_id: web:telegram:starknet_announcements + name: StarkNet Announcements + url: https://t.me/StarkNetAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.95 + enabled: true +- source_id: web:telegram:near_announcements + name: NEAR Announcements + url: https://t.me/NearAnnouncements + source_type: social + base_credibility: 0.8 + relevance: 0.9 + enabled: true +- source_id: web:telegram:injective_announcements + name: Injective Announcements + url: https://t.me/InjectiveAnnouncements + source_type: social + base_credibility: 0.75 + relevance: 0.85 + enabled: true +- source_id: web:telegram:celestia_announcements + name: Celestia Announcements + url: https://t.me/CelestiaAnnouncements + source_type: social + base_credibility: 0.75 + relevance: 0.85 + enabled: true +- source_id: web:telegram:sei_announcements + name: Sei Announcements + url: https://t.me/SeiAnnouncements + source_type: social + base_credibility: 0.75 + relevance: 0.85 + enabled: true diff --git a/sentiment_engine/config/sources.yaml b/sentiment_engine/config/sources.yaml index b96eed5..d8dbda7 100644 --- a/sentiment_engine/config/sources.yaml +++ b/sentiment_engine/config/sources.yaml @@ -1,815 +1,1139 @@ -# Source connector configurations per SENTIMENT_ANALYSIS_ENGINE_SPEC.md Section 3 - sources: - # ============================================================ - # Crypto-native news (RSS) — High credibility, high relevance - # ============================================================ - - source_id: "rss:coindesk" - type: "rss" - url: "https://www.coindesk.com/arc/outboundfeeds/rss/" - cadence_seconds: 120 - base_credibility: 0.85 - relevance: 0.9 - extra_config: - feed_urls: - - "https://www.coindesk.com/arc/outboundfeeds/rss/" - - "https://www.coindesk.com/arc/outboundfeeds/rss/?outputType=amp" - max_items_per_feed: 50 - - - source_id: "rss:cointelegraph" - type: "rss" - url: "https://cointelegraph.com/rss" - cadence_seconds: 120 - base_credibility: 0.75 - relevance: 0.85 - extra_config: - feed_urls: ["https://cointelegraph.com/rss"] - max_items_per_feed: 50 - - - source_id: "rss:theblock" - type: "rss" - url: "https://www.theblock.co/rss" - cadence_seconds: 120 - base_credibility: 0.85 - relevance: 0.9 - extra_config: - feed_urls: ["https://www.theblock.co/rss"] - max_items_per_feed: 50 - - - source_id: "rss:decrypt" - type: "rss" - url: "https://decrypt.co/feed" - cadence_seconds: 120 - base_credibility: 0.75 - relevance: 0.8 - extra_config: - feed_urls: ["https://decrypt.co/feed"] - max_items_per_feed: 50 - - - source_id: "rss:messari" - type: "rss" - url: "https://messari.io/rss" - cadence_seconds: 300 - base_credibility: 0.8 - relevance: 0.85 - extra_config: - feed_urls: ["https://messari.io/rss"] - max_items_per_feed: 50 - - # Traditional finance - - source_id: "rss:bloomberg_crypto" - type: "rss" - url: "https://www.bloomberg.com/feed/podcast/etf-report.xml" - cadence_seconds: 300 - base_credibility: 0.95 - relevance: 0.7 - extra_config: - feed_urls: ["https://www.bloomberg.com/feed/podcast/etf-report.xml"] - max_items_per_feed: 50 - - - source_id: "rss:reuters_crypto" - type: "rss" - url: "https://www.reuters.com/technology/cryptocurrency/rss" - cadence_seconds: 300 - base_credibility: 0.95 - relevance: 0.7 - extra_config: - feed_urls: ["https://www.reuters.com/technology/cryptocurrency/rss"] - max_items_per_feed: 50 - - # Exchange announcements - - source_id: "rss:binance_announcements" - type: "rss" - url: "https://www.binance.com/en/support/announcement/rss" - cadence_seconds: 60 - base_credibility: 0.9 - relevance: 0.95 - extra_config: - feed_urls: ["https://www.binance.com/en/support/announcement/rss"] - max_items_per_feed: 50 - - - source_id: "rss:coinbase_blog" - type: "rss" - url: "https://blog.coinbase.com/feed" - cadence_seconds: 300 - base_credibility: 0.85 - relevance: 0.9 - extra_config: - feed_urls: ["https://blog.coinbase.com/feed"] - max_items_per_feed: 50 - - - source_id: "rss:kraken_blog" - type: "rss" - url: "https://blog.kraken.com/feed/" - cadence_seconds: 300 - base_credibility: 0.85 - relevance: 0.85 - extra_config: - feed_urls: ["https://blog.kraken.com/feed/"] - max_items_per_feed: 50 - - # Regulatory sources - - source_id: "rss:sec_press" - type: "rss" - url: "https://www.sec.gov/rss/news/press_releases" - cadence_seconds: 300 - base_credibility: 0.98 - relevance: 0.8 - extra_config: - feed_urls: ["https://www.sec.gov/rss/news/press_releases"] - max_items_per_feed: 100 - - - source_id: "rss:cftc_press" - type: "rss" - url: "https://www.cftc.gov/PressRoom/PressReleases/rss.xml" - cadence_seconds: 300 - base_credibility: 0.95 - relevance: 0.75 - extra_config: - feed_urls: ["https://www.cftc.gov/PressRoom/PressReleases/rss.xml"] - max_items_per_feed: 100 - - # Macro/Fed - - source_id: "api:fred_calendar" - type: "rest_api" - url: "https://api.stlouisfed.org/fred/calendar" - cadence_seconds: 3600 - base_credibility: 0.95 - relevance: 0.6 - extra_config: - api_endpoints: ["https://api.stlouisfed.org/fred/calendar"] - max_items: 50 - - # Social - Reddit (using Pushshift) - - source_id: "reddit:cryptocurrency" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.35 - relevance: 0.75 - extra_config: - subreddits: ["CryptoCurrency", "Bitcoin", "EthTrader", "CryptoMoon", "SatoshiStreetBets"] - use_pushshift: true - max_items: 100 - - # Social - Reddit (Altcoin/Small-cap focused) - - source_id: "reddit:altcoin" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.85 - extra_config: - subreddits: ["altcoin"] - use_pushshift: true - max_items: 100 - - - source_id: "reddit:CryptoMoonShots" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.25 - relevance: 0.9 - extra_config: - subreddits: ["CryptoMoonShots"] - use_pushshift: true - max_items: 100 - - - source_id: "reddit:SatoshiStreetBets" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.25 - relevance: 0.85 - extra_config: - subreddits: ["SatoshiStreetBets"] - use_pushshift: true - max_items: 100 - - - source_id: "reddit:defi" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.8 - extra_config: - subreddits: ["defi"] - use_pushshift: true - max_items: 100 - - - source_id: "reddit:CryptoMarkets" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.35 - relevance: 0.8 - extra_config: - subreddits: ["CryptoMarkets"] - use_pushshift: true - max_items: 100 - - # Social - Reddit (Project-specific for trade assets) - - source_id: "reddit:zilliqa" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["zilliqa"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:harmonyone" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["harmonyone"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:stacks" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["stacks"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:algorand" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["algorand"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:dashpay" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["dashpay"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:litecoin" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["litecoin"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:fetchai" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["fetchai"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:tezos" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["tezos"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:enjincoin" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["enjincoin"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:stellar" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["stellar"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:ethereumclassic" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["ethereumclassic"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:tronix" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["tronix"] - use_pushshift: true - max_items: 50 - - - source_id: "reddit:ontology" - type: "reddit" - url: "https://api.pushshift.io/reddit/search/submission" - cadence_seconds: 300 - base_credibility: 0.3 - relevance: 0.95 - extra_config: - subreddits: ["ontology"] - use_pushshift: true - max_items: 50 - - # Exchange announcements (direct) - - source_id: "exchange:binance" - type: "exchange_ann" - url: "https://www.binance.com/en/support/announcement/rss" - cadence_seconds: 60 - base_credibility: 0.9 - relevance: 0.95 - extra_config: - feed_urls: ["https://www.binance.com/en/support/announcement/rss"] - max_items_per_feed: 50 - - - source_id: "exchange:coinbase" - type: "exchange_ann" - url: "https://blog.coinbase.com/feed" - cadence_seconds: 300 - base_credibility: 0.85 - relevance: 0.9 - extra_config: - feed_urls: ["https://blog.coinbase.com/feed"] - max_items_per_feed: 50 - - # Regulatory - - source_id: "regulatory:sec" - type: "regulatory" - url: "https://www.sec.gov/rss/news/press_releases" - cadence_seconds: 300 - base_credibility: 0.98 - relevance: 0.8 - extra_config: - feed_urls: ["https://www.sec.gov/rss/news/press_releases"] - max_items_per_feed: 100 - - - source_id: "regulatory:cftc" - type: "regulatory" - url: "https://www.cftc.gov/PressRoom/PressReleases/rss.xml" - cadence_seconds: 300 - base_credibility: 0.95 - relevance: 0.75 - extra_config: - feed_urls: ["https://www.cftc.gov/PressRoom/PressReleases/rss.xml"] - max_items_per_feed: 100 - - # On-chain / Research - - source_id: "rss:glassnode" - type: "rss" - url: "https://insights.glassnode.com/rss/" - cadence_seconds: 300 - base_credibility: 0.85 - relevance: 0.9 - extra_config: - feed_urls: ["https://insights.glassnode.com/rss/"] - max_items_per_feed: 50 - - # Traditional finance - - source_id: "rss:wsj_crypto" - type: "rss" - url: "https://feeds.a.dj.com/rss/RSSMarketsMain.xml" - cadence_seconds: 300 - base_credibility: 0.85 - relevance: 0.7 - extra_config: - feed_urls: ["https://feeds.a.dj.com/rss/RSSMarketsMain.xml"] - max_items_per_feed: 50 - -# Corporate - - source_id: "corporate:earnings" - type: "corporate" - url: "https://seekingalpha.com/api/sa/combined/feed" - cadence_seconds: 300 - base_credibility: 0.75 - relevance: 0.7 - extra_config: - feed_urls: ["https://seekingalpha.com/api/sa/combined/feed"] - max_items_per_feed: 50 - - # Social - Twitter/X (Search-based for trade assets) - - source_id: "twitter:smallcap_search" - type: "twitter" - url: "https://api.twitter.com" - cadence_seconds: 180 - base_credibility: 0.35 - relevance: 0.85 - extra_config: - bearer_token: "${TWITTER_BEARER_TOKEN}" - search_query: "($ZIL OR $ONG OR $ONE OR $STX OR $ALGO OR $DASH OR $LTC OR $FET OR $XTZ OR $ENJ OR $XLM OR $ETC OR $TRX) lang:en" - max_results: 100 - - - source_id: "twitter:zilliqa" - type: "twitter" - url: "https://api.twitter.com" - cadence_seconds: 180 - base_credibility: 0.35 - relevance: 0.9 - extra_config: - bearer_token: "${TWITTER_BEARER_TOKEN}" - search_query: "($ZIL OR Zilliqa) lang:en" - max_results: 50 - - - source_id: "twitter:harmony" - type: "twitter" - url: "https://api.twitter.com" - cadence_seconds: 180 - base_credibility: 0.35 - relevance: 0.9 - extra_config: - bearer_token: "${TWITTER_BEARER_TOKEN}" - search_query: "($ONE OR Harmony) lang:en" - max_results: 50 - - - source_id: "twitter:stacks" - type: "twitter" - url: "https://api.twitter.com" - cadence_seconds: 180 - base_credibility: 0.35 - relevance: 0.9 - extra_config: - bearer_token: "${TWITTER_BEARER_TOKEN}" - search_query: "($STX OR Stacks) lang:en" - max_results: 50 - - - source_id: "twitter:algorand" - type: "twitter" - url: "https://api.twitter.com" - cadence_seconds: 180 - base_credibility: 0.35 - relevance: 0.9 - extra_config: - bearer_token: "${TWITTER_BEARER_TOKEN}" - search_query: "($ALGO OR Algorand) lang:en" - max_results: 50 - - - source_id: "twitter:dash" - type: "twitter" - url: "https://api.twitter.com" - cadence_seconds: 180 - base_credibility: 0.35 - relevance: 0.9 - extra_config: - bearer_token: "${TWITTER_BEARER_TOKEN}" - search_query: "($DASH OR Dash) lang:en" - max_results: 50 - - - source_id: "twitter:litecoin" - type: "twitter" - url: "https://api.twitter.com" - cadence_seconds: 180 - base_credibility: 0.35 - relevance: 0.9 - extra_config: - bearer_token: "${TWITTER_BEARER_TOKEN}" - search_query: "($LTC OR Litecoin) lang:en" - max_results: 50 - - - source_id: "twitter:fetchai" - type: "twitter" - url: "https://api.twitter.com" - cadence_seconds: 180 - base_credibility: 0.35 - relevance: 0.9 - extra_config: - bearer_token: "${TWITTER_BEARER_TOKEN}" - search_query: "($FET OR Fetch.ai) lang:en" - max_results: 50 - - - source_id: "twitter:tezos" - type: "twitter" - url: "https://api.twitter.com" - cadence_seconds: 180 - base_credibility: 0.35 - relevance: 0.9 - extra_config: - bearer_token: "${TWITTER_BEARER_TOKEN}" - search_query: "($XTZ OR Tezos) lang:en" - max_results: 50 - - - source_id: "twitter:enjin" - type: "twitter" - url: "https://api.twitter.com" - cadence_seconds: 180 - base_credibility: 0.35 - relevance: 0.9 - extra_config: - bearer_token: "${TWITTER_BEARER_TOKEN}" - search_query: "($ENJ OR Enjin) lang:en" - max_results: 50 - - # Social - Telegram (Official project channels) - - source_id: "telegram:zilliqa_official" - type: "telegram" - url: "https://t.me/zilliqa" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["zilliqa"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:harmony_official" - type: "telegram" - url: "https://t.me/harmonyofficial" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["harmonyofficial"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:stacks_official" - type: "telegram" - url: "https://t.me/stacksblockchain" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["stacksblockchain"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:algorand_official" - type: "telegram" - url: "https://t.me/algorand" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["algorand"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:dash_official" - type: "telegram" - url: "https://t.me/dashpay" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["dashpay"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:litecoin_official" - type: "telegram" - url: "https://t.me/litecoin" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["litecoin"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:fetchai_official" - type: "telegram" - url: "https://t.me/fetch_ai" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["fetch_ai"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:tezos_official" - type: "telegram" - url: "https://t.me/tezos" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["tezos"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:enjin_official" - type: "telegram" - url: "https://t.me/enjin" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["enjin"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:stellar_official" - type: "telegram" - url: "https://t.me/stellar" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["stellar"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:ethereumclassic_official" - type: "telegram" - url: "https://t.me/ethereumclassic" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["ethereumclassic"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:tron_official" - type: "telegram" - url: "https://t.me/tronnetwork" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["tronnetwork"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - - source_id: "telegram:ontology_official" - type: "telegram" - url: "https://t.me/ontologynetwork" - cadence_seconds: 60 - base_credibility: 0.4 - relevance: 0.95 - extra_config: - channel_usernames: ["ontologynetwork"] - bot_token: "${TELEGRAM_BOT_TOKEN}" - - # Social - Discord (Official project servers) - - source_id: "discord:zilliqa" - type: "discord" - url: "https://discord.gg/zilliqa" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:harmony" - type: "discord" - url: "https://discord.gg/harmony" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:stacks" - type: "discord" - url: "https://discord.gg/stacks" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:algorand" - type: "discord" - url: "https://discord.gg/algorand" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:dash" - type: "discord" - url: "https://discord.gg/dash" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:litecoin" - type: "discord" - url: "https://discord.gg/litecoin" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:fetchai" - type: "discord" - url: "https://discord.gg/fetchai" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:tezos" - type: "discord" - url: "https://discord.gg/tezos" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:enjin" - type: "discord" - url: "https://discord.gg/enjin" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:stellar" - type: "discord" - url: "https://discord.gg/stellar" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:ethereumclassic" - type: "discord" - url: "https://discord.gg/ethereumclassic" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:tron" - type: "discord" - url: "https://discord.gg/tron" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - - source_id: "discord:ontology" - type: "discord" - url: "https://discord.gg/ontology" - cadence_seconds: 60 - base_credibility: 0.35 - relevance: 0.95 - extra_config: - channel_ids: [] - bot_token: "${DISCORD_BOT_TOKEN}" - - # Web crawl (generic) - - source_id: "web:coindesk" - type: "web_crawl" - url: "https://www.coindesk.com" - cadence_seconds: 600 - base_credibility: 0.6 - relevance: 0.85 - extra_config: - seed_urls: ["https://www.coindesk.com"] - allowed_domains: ["coindesk.com"] - max_depth: 2 - max_pages: 50 - rate_limit_rps: 1 +- source_id: rss:coindesk + type: rss + url: https://www.coindesk.com/arc/outboundfeeds/rss/ + cadence_seconds: 120 + base_credibility: 0.85 + relevance: 0.9 + extra_config: + feed_urls: + - https://www.coindesk.com/arc/outboundfeeds/rss/ + - https://www.coindesk.com/arc/outboundfeeds/rss/?outputType=amp + max_items_per_feed: 50 +- source_id: rss:cointelegraph + type: rss + url: https://cointelegraph.com/rss + cadence_seconds: 120 + base_credibility: 0.75 + relevance: 0.85 + extra_config: + feed_urls: + - https://cointelegraph.com/rss + max_items_per_feed: 50 +- source_id: rss:theblock + type: rss + url: https://www.theblock.co/rss + cadence_seconds: 120 + base_credibility: 0.85 + relevance: 0.9 + extra_config: + feed_urls: + - https://www.theblock.co/rss + max_items_per_feed: 50 +- source_id: rss:decrypt + type: rss + url: https://decrypt.co/feed + cadence_seconds: 120 + base_credibility: 0.75 + relevance: 0.8 + extra_config: + feed_urls: + - https://decrypt.co/feed + max_items_per_feed: 50 +- source_id: rss:messari + type: rss + url: https://messari.io/rss + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.85 + extra_config: + feed_urls: + - https://messari.io/rss + max_items_per_feed: 50 +- source_id: rss:bloomberg_crypto + type: rss + url: https://www.bloomberg.com/feed/podcast/etf-report.xml + cadence_seconds: 300 + base_credibility: 0.95 + relevance: 0.7 + extra_config: + feed_urls: + - https://www.bloomberg.com/feed/podcast/etf-report.xml + max_items_per_feed: 50 +- source_id: rss:reuters_crypto + type: rss + url: https://www.reuters.com/technology/cryptocurrency/rss + cadence_seconds: 300 + base_credibility: 0.95 + relevance: 0.7 + extra_config: + feed_urls: + - https://www.reuters.com/technology/cryptocurrency/rss + max_items_per_feed: 50 +- source_id: rss:binance_announcements + type: rss + url: https://www.binance.com/en/support/announcement/rss + cadence_seconds: 60 + base_credibility: 0.9 + relevance: 0.95 + extra_config: + feed_urls: + - https://www.binance.com/en/support/announcement/rss + max_items_per_feed: 50 +- source_id: rss:coinbase_blog + type: rss + url: https://blog.coinbase.com/feed + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.9 + extra_config: + feed_urls: + - https://blog.coinbase.com/feed + max_items_per_feed: 50 +- source_id: rss:kraken_blog + type: rss + url: https://blog.kraken.com/feed/ + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.85 + extra_config: + feed_urls: + - https://blog.kraken.com/feed/ + max_items_per_feed: 50 +- source_id: rss:sec_press + type: rss + url: https://www.sec.gov/rss/news/press_releases + cadence_seconds: 300 + base_credibility: 0.98 + relevance: 0.8 + extra_config: + feed_urls: + - https://www.sec.gov/rss/news/press_releases + max_items_per_feed: 100 +- source_id: rss:cftc_press + type: rss + url: https://www.cftc.gov/PressRoom/PressReleases/rss.xml + cadence_seconds: 300 + base_credibility: 0.95 + relevance: 0.75 + extra_config: + feed_urls: + - https://www.cftc.gov/PressRoom/PressReleases/rss.xml + max_items_per_feed: 100 +- source_id: api:fred_calendar + type: rest_api + url: https://api.stlouisfed.org/fred/calendar + cadence_seconds: 3600 + base_credibility: 0.95 + relevance: 0.6 + extra_config: + api_endpoints: + - https://api.stlouisfed.org/fred/calendar + max_items: 50 +- source_id: reddit:cryptocurrency + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.35 + relevance: 0.75 + extra_config: + subreddits: + - CryptoCurrency + - Bitcoin + - EthTrader + - CryptoMoon + - SatoshiStreetBets + use_pushshift: true + max_items: 100 +- source_id: reddit:altcoin + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.85 + extra_config: + subreddits: + - altcoin + use_pushshift: true + max_items: 100 +- source_id: reddit:CryptoMoonShots + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.25 + relevance: 0.9 + extra_config: + subreddits: + - CryptoMoonShots + use_pushshift: true + max_items: 100 +- source_id: reddit:SatoshiStreetBets + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.25 + relevance: 0.85 + extra_config: + subreddits: + - SatoshiStreetBets + use_pushshift: true + max_items: 100 +- source_id: reddit:defi + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.8 + extra_config: + subreddits: + - defi + use_pushshift: true + max_items: 100 +- source_id: reddit:CryptoMarkets + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.35 + relevance: 0.8 + extra_config: + subreddits: + - CryptoMarkets + use_pushshift: true + max_items: 100 +- source_id: reddit:zilliqa + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - zilliqa + use_pushshift: true + max_items: 50 +- source_id: reddit:harmonyone + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - harmonyone + use_pushshift: true + max_items: 50 +- source_id: reddit:stacks + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - stacks + use_pushshift: true + max_items: 50 +- source_id: reddit:algorand + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - algorand + use_pushshift: true + max_items: 50 +- source_id: reddit:dashpay + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - dashpay + use_pushshift: true + max_items: 50 +- source_id: reddit:litecoin + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - litecoin + use_pushshift: true + max_items: 50 +- source_id: reddit:fetchai + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - fetchai + use_pushshift: true + max_items: 50 +- source_id: reddit:tezos + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - tezos + use_pushshift: true + max_items: 50 +- source_id: reddit:enjincoin + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - enjincoin + use_pushshift: true + max_items: 50 +- source_id: reddit:stellar + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - stellar + use_pushshift: true + max_items: 50 +- source_id: reddit:ethereumclassic + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - ethereumclassic + use_pushshift: true + max_items: 50 +- source_id: reddit:tronix + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - tronix + use_pushshift: true + max_items: 50 +- source_id: reddit:ontology + type: reddit + url: https://api.pushshift.io/reddit/search/submission + cadence_seconds: 300 + base_credibility: 0.3 + relevance: 0.95 + extra_config: + subreddits: + - ontology + use_pushshift: true + max_items: 50 +- source_id: exchange:binance + type: exchange_ann + url: https://www.binance.com/en/support/announcement/rss + cadence_seconds: 60 + base_credibility: 0.9 + relevance: 0.95 + extra_config: + feed_urls: + - https://www.binance.com/en/support/announcement/rss + max_items_per_feed: 50 +- source_id: exchange:coinbase + type: exchange_ann + url: https://blog.coinbase.com/feed + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.9 + extra_config: + feed_urls: + - https://blog.coinbase.com/feed + max_items_per_feed: 50 +- source_id: regulatory:sec + type: regulatory + url: https://www.sec.gov/rss/news/press_releases + cadence_seconds: 300 + base_credibility: 0.98 + relevance: 0.8 + extra_config: + feed_urls: + - https://www.sec.gov/rss/news/press_releases + max_items_per_feed: 100 +- source_id: regulatory:cftc + type: regulatory + url: https://www.cftc.gov/PressRoom/PressReleases/rss.xml + cadence_seconds: 300 + base_credibility: 0.95 + relevance: 0.75 + extra_config: + feed_urls: + - https://www.cftc.gov/PressRoom/PressReleases/rss.xml + max_items_per_feed: 100 +- source_id: rss:glassnode + type: rss + url: https://insights.glassnode.com/rss/ + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.9 + extra_config: + feed_urls: + - https://insights.glassnode.com/rss/ + max_items_per_feed: 50 +- source_id: rss:wsj_crypto + type: rss + url: https://feeds.a.dj.com/rss/RSSMarketsMain.xml + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.7 + extra_config: + feed_urls: + - https://feeds.a.dj.com/rss/RSSMarketsMain.xml + max_items_per_feed: 50 +- source_id: corporate:earnings + type: corporate + url: https://seekingalpha.com/api/sa/combined/feed + cadence_seconds: 300 + base_credibility: 0.75 + relevance: 0.7 + extra_config: + feed_urls: + - https://seekingalpha.com/api/sa/combined/feed + max_items_per_feed: 50 +- source_id: twitter:smallcap_search + type: twitter + url: https://api.twitter.com + cadence_seconds: 180 + base_credibility: 0.35 + relevance: 0.85 + extra_config: + bearer_token: ${TWITTER_BEARER_TOKEN} + search_query: ($ZIL OR $ONG OR $ONE OR $STX OR $ALGO OR $DASH OR $LTC OR $FET OR $XTZ OR $ENJ OR $XLM OR $ETC OR $TRX) lang:en + max_results: 100 +- source_id: twitter:zilliqa + type: twitter + url: https://api.twitter.com + cadence_seconds: 180 + base_credibility: 0.35 + relevance: 0.9 + extra_config: + bearer_token: ${TWITTER_BEARER_TOKEN} + search_query: ($ZIL OR Zilliqa) lang:en + max_results: 50 +- source_id: twitter:harmony + type: twitter + url: https://api.twitter.com + cadence_seconds: 180 + base_credibility: 0.35 + relevance: 0.9 + extra_config: + bearer_token: ${TWITTER_BEARER_TOKEN} + search_query: ($ONE OR Harmony) lang:en + max_results: 50 +- source_id: twitter:stacks + type: twitter + url: https://api.twitter.com + cadence_seconds: 180 + base_credibility: 0.35 + relevance: 0.9 + extra_config: + bearer_token: ${TWITTER_BEARER_TOKEN} + search_query: ($STX OR Stacks) lang:en + max_results: 50 +- source_id: twitter:algorand + type: twitter + url: https://api.twitter.com + cadence_seconds: 180 + base_credibility: 0.35 + relevance: 0.9 + extra_config: + bearer_token: ${TWITTER_BEARER_TOKEN} + search_query: ($ALGO OR Algorand) lang:en + max_results: 50 +- source_id: twitter:dash + type: twitter + url: https://api.twitter.com + cadence_seconds: 180 + base_credibility: 0.35 + relevance: 0.9 + extra_config: + bearer_token: ${TWITTER_BEARER_TOKEN} + search_query: ($DASH OR Dash) lang:en + max_results: 50 +- source_id: twitter:litecoin + type: twitter + url: https://api.twitter.com + cadence_seconds: 180 + base_credibility: 0.35 + relevance: 0.9 + extra_config: + bearer_token: ${TWITTER_BEARER_TOKEN} + search_query: ($LTC OR Litecoin) lang:en + max_results: 50 +- source_id: twitter:fetchai + type: twitter + url: https://api.twitter.com + cadence_seconds: 180 + base_credibility: 0.35 + relevance: 0.9 + extra_config: + bearer_token: ${TWITTER_BEARER_TOKEN} + search_query: ($FET OR Fetch.ai) lang:en + max_results: 50 +- source_id: twitter:tezos + type: twitter + url: https://api.twitter.com + cadence_seconds: 180 + base_credibility: 0.35 + relevance: 0.9 + extra_config: + bearer_token: ${TWITTER_BEARER_TOKEN} + search_query: ($XTZ OR Tezos) lang:en + max_results: 50 +- source_id: twitter:enjin + type: twitter + url: https://api.twitter.com + cadence_seconds: 180 + base_credibility: 0.35 + relevance: 0.9 + extra_config: + bearer_token: ${TWITTER_BEARER_TOKEN} + search_query: ($ENJ OR Enjin) lang:en + max_results: 50 +- source_id: telegram:zilliqa_official + type: telegram + url: https://t.me/zilliqa + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - zilliqa + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:harmony_official + type: telegram + url: https://t.me/harmonyofficial + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - harmonyofficial + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:stacks_official + type: telegram + url: https://t.me/stacksblockchain + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - stacksblockchain + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:algorand_official + type: telegram + url: https://t.me/algorand + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - algorand + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:dash_official + type: telegram + url: https://t.me/dashpay + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - dashpay + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:litecoin_official + type: telegram + url: https://t.me/litecoin + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - litecoin + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:fetchai_official + type: telegram + url: https://t.me/fetch_ai + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - fetch_ai + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:tezos_official + type: telegram + url: https://t.me/tezos + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - tezos + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:enjin_official + type: telegram + url: https://t.me/enjin + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - enjin + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:stellar_official + type: telegram + url: https://t.me/stellar + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - stellar + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:ethereumclassic_official + type: telegram + url: https://t.me/ethereumclassic + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - ethereumclassic + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:tron_official + type: telegram + url: https://t.me/tronnetwork + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - tronnetwork + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: telegram:ontology_official + type: telegram + url: https://t.me/ontologynetwork + cadence_seconds: 60 + base_credibility: 0.4 + relevance: 0.95 + extra_config: + channel_usernames: + - ontologynetwork + bot_token: ${TELEGRAM_BOT_TOKEN} +- source_id: discord:zilliqa + type: discord + url: https://discord.gg/zilliqa + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:harmony + type: discord + url: https://discord.gg/harmony + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:stacks + type: discord + url: https://discord.gg/stacks + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:algorand + type: discord + url: https://discord.gg/algorand + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:dash + type: discord + url: https://discord.gg/dash + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:litecoin + type: discord + url: https://discord.gg/litecoin + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:fetchai + type: discord + url: https://discord.gg/fetchai + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:tezos + type: discord + url: https://discord.gg/tezos + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:enjin + type: discord + url: https://discord.gg/enjin + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:stellar + type: discord + url: https://discord.gg/stellar + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:ethereumclassic + type: discord + url: https://discord.gg/ethereumclassic + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:tron + type: discord + url: https://discord.gg/tron + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: discord:ontology + type: discord + url: https://discord.gg/ontology + cadence_seconds: 60 + base_credibility: 0.35 + relevance: 0.95 + extra_config: + channel_ids: [] + bot_token: ${DISCORD_BOT_TOKEN} +- source_id: web:coindesk + type: web_crawl + url: https://www.coindesk.com + cadence_seconds: 600 + base_credibility: 0.6 + relevance: 0.85 + extra_config: + seed_urls: + - https://www.coindesk.com + allowed_domains: + - coindesk.com + max_depth: 2 + max_pages: 50 + rate_limit_rps: 1 +- source_id: web:telegram:blockstack_update + type: web_crawl + url: https://t.me/s/BlockstackUpdate + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.98 + extra_config: + channels: + - BlockstackUpdate + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:fetch_ai_announcements_2 + type: web_crawl + url: https://t.me/s/fetch_ai_announcements + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.98 + extra_config: + channels: + - fetch_ai_announcements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:enjin_insights_official + type: web_crawl + url: https://t.me/s/enjininsights + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.95 + extra_config: + channels: + - enjininsights + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:enjin_starter_announcements + type: web_crawl + url: https://t.me/s/ejsnews + cadence_seconds: 300 + base_credibility: 0.75 + relevance: 0.9 + extra_config: + channels: + - ejsnews + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:ethereum_classic_network + type: web_crawl + url: https://t.me/s/etcnetwork + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.95 + extra_config: + channels: + - etcnetwork + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:zilliqa_official_channel + type: web_crawl + url: https://t.me/s/zilliqa + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.95 + extra_config: + channels: + - zilliqa + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:algorand_foundation_official + type: web_crawl + url: https://t.me/s/AlgorandFoundation + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.98 + extra_config: + channels: + - AlgorandFoundation + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:harmony_announcements_official + type: web_crawl + url: https://t.me/s/harmony_announcements + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.98 + extra_config: + channels: + - harmony_announcements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:solana_announcements_official + type: web_crawl + url: https://t.me/s/SolanaAnnouncements + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.98 + extra_config: + channels: + - SolanaAnnouncements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:avalanche_official + type: web_crawl + url: https://t.me/s/AvalancheOfficial + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.98 + extra_config: + channels: + - AvalancheOfficial + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:starknet_official + type: web_crawl + url: https://t.me/s/StarkNetOfficial + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.95 + extra_config: + channels: + - StarkNetOfficial + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:cosmos_announcements + type: web_crawl + url: https://t.me/s/CosmosAnnouncements + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.9 + extra_config: + channels: + - CosmosAnnouncements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:polkadot_announcements + type: web_crawl + url: https://t.me/s/PolkadotAnnouncements + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.95 + extra_config: + channels: + - PolkadotAnnouncements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:kusama_announcements + type: web_crawl + url: https://t.me/s/KusamaAnnouncements + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.9 + extra_config: + channels: + - KusamaAnnouncements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:cardano_announcements + type: web_crawl + url: https://t.me/s/CardanoAnnouncements + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.95 + extra_config: + channels: + - CardanoAnnouncements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:tether_official + type: web_crawl + url: https://t.me/s/OfficialTether + cadence_seconds: 300 + base_credibility: 0.85 + relevance: 0.9 + extra_config: + channels: + - OfficialTether + max_messages_per_channel: 20 + rate_limit_rps: 0.5 +- source_id: web:telegram:chainlink_announcements + type: web_crawl + url: https://t.me/s/chainlinkannouncements + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.95 + extra_config: + channels: + - chainlinkannouncements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:base_announcements_2 + type: web_crawl + url: https://t.me/s/BaseAnnouncements + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.9 + extra_config: + channels: + - BaseAnnouncements + max_messages_per_channel: 20 + rate_limit_rps: 0.5 +- source_id: web:telegram:scroll_announcements_2 + type: web_crawl + url: https://t.me/s/ScrollAnnouncements + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.9 + extra_config: + channels: + - ScrollAnnouncements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:aptos_announcements + type: web_crawl + url: https://t.me/s/AptosAnnouncements + cadence_seconds: 300 + base_credibility: 0.75 + relevance: 0.85 + extra_config: + channels: + - AptosAnnouncements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:sui_announcements + type: web_crawl + url: https://t.me/s/SuiAnnouncements + cadence_seconds: 300 + base_credibility: 0.75 + relevance: 0.85 + extra_config: + channels: + - SuiAnnouncements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:bitcoin_news + type: web_crawl + url: https://t.me/s/BitcoinNews + cadence_seconds: 300 + base_credibility: 0.7 + relevance: 0.85 + extra_config: + channels: + - BitcoinNews + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:ethereum_foundation + type: web_crawl + url: https://t.me/s/EthereumFoundation + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.9 + extra_config: + channels: + - EthereumFoundation + max_messages_per_channel: 20 + rate_limit_rps: 0.5 +- source_id: web:telegram:polygon_announcements + type: web_crawl + url: https://t.me/s/PolygonAnnouncements + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.9 + extra_config: + channels: + - PolygonAnnouncements + max_messages_per_channel: 20 + rate_limit_rps: 0.5 +- source_id: web:telegram:arbitrum_announcements + type: web_crawl + url: https://t.me/s/ArbitrumAnnouncements + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.9 + extra_config: + channels: + - ArbitrumAnnouncements + max_messages_per_channel: 20 + rate_limit_rps: 0.5 +- source_id: web:telegram:optimism_announcements + type: web_crawl + url: https://t.me/s/OptimismAnnouncements + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.9 + extra_config: + channels: + - OptimismAnnouncements + max_messages_per_channel: 20 + rate_limit_rps: 0.5 +- source_id: web:telegram:scroll_announcements_3 + type: web_crawl + url: https://t.me/s/ScrollAnnouncements + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.9 + extra_config: + channels: + - ScrollAnnouncements + max_messages_per_channel: 30 + rate_limit_rps: 0.5 +- source_id: web:telegram:zksync_announcements + type: web_crawl + url: https://t.me/s/ZkSyncAnnouncements + cadence_seconds: 300 + base_credibility: 0.75 + relevance: 0.85 + extra_config: + channels: + - ZkSyncAnnouncements + max_messages_per_channel: 20 + rate_limit_rps: 0.5 +- source_id: web:telegram:starknet_announcements + type: web_crawl + url: https://t.me/s/StarkNetAnnouncements + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.95 + extra_config: + channels: + - StarkNetAnnouncements + max_messages_per_channel: 20 + rate_limit_rps: 0.5 +- source_id: web:telegram:near_announcements + type: web_crawl + url: https://t.me/s/NearAnnouncements + cadence_seconds: 300 + base_credibility: 0.8 + relevance: 0.9 + extra_config: + channels: + - NearAnnouncements + max_messages_per_channel: 20 + rate_limit_rps: 0.5 +- source_id: web:telegram:injective_announcements + type: web_crawl + url: https://t.me/s/InjectiveAnnouncements + cadence_seconds: 300 + base_credibility: 0.75 + relevance: 0.85 + extra_config: + channels: + - InjectiveAnnouncements + max_messages_per_channel: 20 + rate_limit_rps: 0.5 +- source_id: web:telegram:celestia_announcements + type: web_crawl + url: https://t.me/s/CelestiaAnnouncements + cadence_seconds: 300 + base_credibility: 0.75 + relevance: 0.85 + extra_config: + channels: + - CelestiaAnnouncements + max_messages_per_channel: 20 + rate_limit_rps: 0.5 +- source_id: web:telegram:sei_announcements + type: web_crawl + url: https://t.me/s/SeiAnnouncements + cadence_seconds: 300 + base_credibility: 0.75 + relevance: 0.85 + extra_config: + channels: + - SeiAnnouncements + max_messages_per_channel: 20 + rate_limit_rps: 0.5