fix

core_agent.py

@@ -221,6 +221,7 @@ class GAIAAgent:
                 print(f"Using Hugging Face token: {api_key[:5]}...")
                 
             self.model = HfApiModel(
+                # Important to request access to the model
                 model_id=model_id or "meta-llama/Llama-3-70B-Instruct",
                 token=api_key,
                 temperature=temperature

local_test.py

@@ -89,7 +89,7 @@ def initialize_agent():
     print("Initializing GAIAAgent with API keys...")
     
     # Try X.AI first (xAI) with the correct API endpoint
-    if os.getenv("XAI_API_KEY"):
+    if os.getenv("XAI_API_KEY") and os.getenv("API_TO_USE") == "xai":
         print("Using X.AI API key")
         try:
             agent = GAIAAgent(
@@ -100,7 +100,6 @@ def initialize_agent():
                 temperature=0.2,
                 executor_type="local",
                 verbose=True,
-                system_prompt_suffix=additional_system_prompt  # Add our hints
             )
             print("Using OpenAIServerModel with X.AI API")
             return agent
@@ -109,7 +108,7 @@ def initialize_agent():
             traceback.print_exc()
     
     # Then try OpenAI
-    if os.getenv("OPENAI_API_KEY"):
+    if os.getenv("OPENAI_API_KEY") and os.getenv("API_TO_USE") == "openai":
         print("Using OpenAI API key")
         try:
             model_id = os.getenv("AGENT_MODEL_ID", "gpt-4o")
@@ -128,11 +127,14 @@ def initialize_agent():
             traceback.print_exc()
     
     # Last resort, try Hugging Face
-    if os.getenv("HUGGINGFACEHUB_API_TOKEN"):
+    if os.getenv("HUGGINGFACEHUB_API_TOKEN") and os.getenv("API_TO_USE") == "huggingface":
         print("Using Hugging Face API token")
         try:
-            # Use a smaller model that might work within free tier
-            model_id = "tiiuae/falcon-7b-instruct"  # Try a smaller model that might be within free tier
+            # model_id = "tiiuae/Falcon3-7B-Base"
+            # model_id = "tiiuae/falcon-7b-instruct"
+            # IMPORTANT: Falcon models are not working for me.
+            model_id = "mistralai/Mistral-7B-Instruct-v0.3"
+
             agent = GAIAAgent(
                 model_type="HfApiModel",
                 model_id=model_id,
@@ -234,6 +236,7 @@ if __name__ == "__main__":
     
     # Print environment information
     print("\nEnvironment information:")
+    print(f"API_TO_USE: {os.getenv('API_TO_USE', 'huggingface')} (default: huggingface)")
     print(f"XAI_API_KEY set: {'Yes' if os.getenv('XAI_API_KEY') else 'No'}")
     print(f"OPENAI_API_KEY set: {'Yes' if os.getenv('OPENAI_API_KEY') else 'No'}")
     print(f"HUGGINGFACEHUB_API_TOKEN set: {'Yes' if os.getenv('HUGGINGFACEHUB_API_TOKEN') else 'No'}")