Update app.py

app.py

@@ -27,14 +27,24 @@ class BasicAgent:
         fixed_answer = "This is a default answer."
         print(f"Agent returning fixed answer: {fixed_answer}")
         return fixed_answer
-
+## TOOL AND MODEL
 search_tool = DuckDuckGoSearchTool()
+from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
+from smolagents import ToolCallingAgent
+from smolagents.models import PipelineModel
+# Load small instruction-tuned model
+tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2")
+model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2")
+pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
+# Wrap for smolagents
+llm = PipelineModel(pipe)
+
+
+#from huggingface_hub import login
+#import os
+#login(token=os.environ["HUGGINGFACEHUB_API_TOKEN"])
 
-from huggingface_hub import login
-import os
 
-# Automatically uses secret environment variable
-login(token=os.environ["HUGGINGFACEHUB_API_TOKEN"])
 def run_and_submit_all(profile: gr.OAuthProfile | None):
     """
     Fetches all questions, runs the BasicAgent on them, submits all answers.
@@ -44,7 +54,7 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
     try:
         agent = CodeAgent(
             tools=[search_tool],
-            model=InferenceClientModel("deepseek-ai/DeepSeek-R1-0528"),
+            model=llm,
             max_steps=5,
             verbosity_level=2        
         )