diff --git a/.github/workflows/run-bot-aib-tournament.yaml b/.github/workflows/run-bot-aib-tournament.yaml index 49fc7f2..3553239 100644 --- a/.github/workflows/run-bot-aib-tournament.yaml +++ b/.github/workflows/run-bot-aib-tournament.yaml @@ -301,27 +301,27 @@ jobs: #################################### Fall 2025 new bots #################################### ### Classic bots - bot_gpt_5_high: - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: 'METAC_GPT_5_HIGH' - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_HIGH }} - INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_gpt_5_high: + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: 'METAC_GPT_5_HIGH' + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5_HIGH }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_gpt_5: - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: 'METAC_GPT_5' - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5 }} - INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_gpt_5: + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: 'METAC_GPT_5' + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GPT_5 }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} bot_gpt_5_mini: uses: ./.github/workflows/run-bot-launcher.yaml @@ -345,38 +345,38 @@ jobs: INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_claude_4_sonnet_high_16k: - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: 'METAC_CLAUDE_4_SONNET_HIGH_16K' - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_SONNET_HIGH_16K }} - INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_claude_4_sonnet_high_16k: + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: 'METAC_CLAUDE_4_SONNET_HIGH_16K' + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_SONNET_HIGH_16K }} + # INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_claude_4_sonnet: - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: 'METAC_CLAUDE_4_SONNET' - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_SONNET }} - INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_claude_4_sonnet: + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: 'METAC_CLAUDE_4_SONNET' + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_SONNET }} + # INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_claude_4_1_opus_high_16k: - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: 'METAC_CLAUDE_4_1_OPUS_HIGH_16K' - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_1_OPUS_HIGH_16K }} - INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_claude_4_1_opus_high_16k: + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: 'METAC_CLAUDE_4_1_OPUS_HIGH_16K' + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_CLAUDE_4_1_OPUS_HIGH_16K }} + # INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} bot_grok_4: uses: ./.github/workflows/run-bot-launcher.yaml @@ -590,14 +590,14 @@ jobs: # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} # INPUT_ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - bot_deepseek_r1_xai_livesearch: - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: 'METAC_DEEPSEEK_R1_XAI_LIVESEARCH' - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_XAI_LIVESEARCH }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} + # bot_deepseek_r1_xai_livesearch: # Live search is now deprecated + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: 'METAC_DEEPSEEK_R1_XAI_LIVESEARCH' + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_DEEPSEEK_R1_XAI_LIVESEARCH }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # INPUT_XAI_API_KEY: ${{ secrets.XAI_API_KEY }} # bot_deepseek_r1_o4_mini_deep_research: # uses: ./.github/workflows/run-bot-launcher.yaml @@ -799,16 +799,16 @@ jobs: # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} ### Classic bots - bot_o3_high: - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: 'METAC_O3_HIGH_TOKEN' - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O3_HIGH_TOKEN }} - INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # bot_o3_high: + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: 'METAC_O3_HIGH_TOKEN' + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_O3_HIGH_TOKEN }} + # INPUT_OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} bot_o3: uses: ./.github/workflows/run-bot-launcher.yaml @@ -1019,16 +1019,16 @@ jobs: # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - bot_gemini_2_5_pro: - uses: ./.github/workflows/run-bot-launcher.yaml - with: - bot_name: 'METAC_GEMINI_2_5_PRO_PREVIEW_TOKEN' - secrets: - INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_PRO_PREVIEW_TOKEN }} - INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} - INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} - INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} - INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} + # bot_gemini_2_5_pro: + # uses: ./.github/workflows/run-bot-launcher.yaml + # with: + # bot_name: 'METAC_GEMINI_2_5_PRO_PREVIEW_TOKEN' + # secrets: + # INPUT_METACULUS_TOKEN: ${{ secrets.METAC_GEMINI_2_5_PRO_PREVIEW_TOKEN }} + # INPUT_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} + # INPUT_OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + # INPUT_ASKNEWS_CLIENT_ID: ${{ secrets.ASKNEWS_CLIENT_ID }} + # INPUT_ASKNEWS_SECRET: ${{ secrets.ASKNEWS_SECRET }} # bot_gemini_2_0_flash: # uses: ./.github/workflows/run-bot-launcher.yaml diff --git a/run_bots.py b/run_bots.py index 9544944..02bacda 100644 --- a/run_bots.py +++ b/run_bots.py @@ -757,7 +757,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR # **flex_price_settings, ), ), - "tournaments": TournConfig.aib_and_site + [AllowedTourn.METACULUS_CUP], + "tournaments": TournConfig.NONE, }, "METAC_GPT_5": { "estimated_cost_per_question": roughly_gpt_5_cost, @@ -769,7 +769,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR # **flex_price_settings, ), ), - "tournaments": TournConfig.aib_and_site + [AllowedTourn.METACULUS_CUP], + "tournaments": TournConfig.NONE, }, "METAC_GPT_5_MINI": { "estimated_cost_per_question": roughly_gpt_4o_mini_cost, @@ -800,7 +800,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR **claude_thinking_settings_16k, ), ), - "tournaments": TournConfig.aib_and_site + [AllowedTourn.METACULUS_CUP], + "tournaments": TournConfig.NONE, }, "METAC_CLAUDE_4_SONNET": { "estimated_cost_per_question": roughly_sonnet_4_cost, @@ -810,7 +810,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR temperature=default_temperature, ), ), - "tournaments": TournConfig.aib_and_site, + "tournaments": TournConfig.NONE, }, "METAC_CLAUDE_4_1_OPUS_HIGH_16K": { "estimated_cost_per_question": 1.56, @@ -820,7 +820,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR **claude_thinking_settings_16k, ), ), - "tournaments": TournConfig.aib_and_site + [AllowedTourn.METACULUS_CUP], + "tournaments": TournConfig.NONE, }, "METAC_GROK_4": { "estimated_cost_per_question": 5 * roughly_one_call_to_grok_4_llm, @@ -1013,7 +1013,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR llm=default_research_comparison_forecast_llm, researcher=grok_4_search_llm, ), - "tournaments": TournConfig.aib_only, + "tournaments": TournConfig.NONE, # Live search is now deprecated }, "METAC_DEEPSEEK_R1_O4_MINI_DEEP_RESEARCH": { "estimated_cost_per_question": roughly_deepseek_r1_cost + 1.5 / 3, @@ -1232,7 +1232,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR # **flex_price_settings, ), ), - "tournaments": TournConfig.NONE + [AllowedTourn.METACULUS_CUP], + "tournaments": TournConfig.NONE, }, "METAC_O3_TOKEN": { "estimated_cost_per_question": 0.16 * 0.8, @@ -1448,7 +1448,7 @@ def get_default_bot_dict() -> dict[str, RunBotConfig]: # NOSONAR timeout=gemini_default_timeout, ), ), - "tournaments": TournConfig.aib_and_site + [AllowedTourn.METACULUS_CUP], + "tournaments": TournConfig.NONE, }, "METAC_GEMINI_2_0_FLASH_TOKEN": { "estimated_cost_per_question": 0.05,