| | |
| | import os |
| | import gradio as gr |
| | import requests |
| | import openai |
| | from smolagents import OpenAIServerModel, DuckDuckGoSearchTool, CodeAgent, WikipediaSearchTool |
| | from pathlib import Path |
| | import tempfile |
| | from smolagents.tools import PipelineTool, Tool |
| | import pathlib |
| | from typing import Union, Optional |
| | import pandas as pd |
| | from tabulate import tabulate |
| | import re |
| |
|
| | |
| | |
| | DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space" |
| |
|
| | class SpeechToTextTool(PipelineTool): |
| | """ |
| | Transcribes an audio file to text using the OpenAI Whisper API. |
| | Only local file paths are supported. |
| | """ |
| | default_checkpoint = "openai/whisper-1" |
| | description = ( |
| | "This tool sends an audio file to OpenAI Whisper and returns the " |
| | "transcribed text." |
| | ) |
| | name = "transcriber" |
| | inputs = { |
| | "audio": { |
| | "type": "string", |
| | "description": "Absolute or relative path to a local audio file.", |
| | } |
| | } |
| | output_type = "string" |
| |
|
| | |
| | |
| | |
| | def __call__(self, audio: str) -> str: |
| | """ |
| | Convenience wrapper so the tool can be used like a regular function: |
| | text = SpeechToTextTool()(path_to_audio) |
| | """ |
| | return self._transcribe(audio) |
| |
|
| | |
| | |
| | |
| | @staticmethod |
| | def _transcribe(audio_path: str) -> str: |
| | |
| | if not isinstance(audio_path, str): |
| | raise TypeError( |
| | "Parameter 'audio' must be a string containing the file path." |
| | ) |
| | path = Path(audio_path).expanduser().resolve() |
| | if not path.is_file(): |
| | raise FileNotFoundError(f"No such audio file: {path}") |
| |
|
| | |
| | with path.open("rb") as fp: |
| | response = openai.audio.transcriptions.create( |
| | file=fp, |
| | model="whisper-1", |
| | response_format="text" |
| | ) |
| |
|
| | |
| | return response |
| |
|
| | class ExcelToTextTool(Tool): |
| | """Render an Excel worksheet as Markdown text.""" |
| |
|
| | |
| | |
| | |
| | name = "excel_to_text" |
| | description = ( |
| | "Read an Excel file and return a Markdown table of the requested sheet. " |
| | "Accepts either the sheet name or the zero-based index." |
| | ) |
| |
|
| | inputs = { |
| | "excel_path": { |
| | "type": "string", |
| | "description": "Path to the Excel file (.xlsx / .xls).", |
| | }, |
| | "sheet_name": { |
| | "type": "string", |
| | "description": ( |
| | "Worksheet name or zeroβbased index *as a string* (optional; default first sheet)." |
| | ), |
| | "nullable": True, |
| | }, |
| | } |
| |
|
| | output_type = "string" |
| |
|
| | |
| | |
| | |
| | def forward( |
| | self, |
| | excel_path: str, |
| | sheet_name: Optional[str] = None, |
| | ) -> str: |
| | """Load *excel_path* and return the sheet as a Markdown table.""" |
| |
|
| | path = pathlib.Path(excel_path).expanduser().resolve() |
| | if not path.exists(): |
| | return f"Error: Excel file not found at {path}" |
| |
|
| | try: |
| | |
| | sheet: Union[str, int] |
| | if sheet_name is None or sheet_name == "": |
| | sheet = 0 |
| | else: |
| | |
| | sheet = int(sheet_name) if sheet_name.isdigit() else sheet_name |
| |
|
| | |
| | df = pd.read_excel(path, sheet_name=sheet) |
| |
|
| | |
| | if hasattr(pd.DataFrame, "to_markdown"): |
| | return df.to_markdown(index=False) |
| | from tabulate import tabulate |
| |
|
| | return tabulate(df, headers="keys", tablefmt="github", showindex=False) |
| |
|
| | except Exception as exc: |
| | return f"Error reading Excel file: {exc}" |
| |
|
| |
|
| | def download_file_if_any(base_api_url: str, task_id: str) -> str | None: |
| | """ |
| | Try GET /files/{task_id}. |
| | β’ On HTTP 200 β save to a temp dir and return local path. |
| | β’ On 404 β return None. |
| | β’ On other errors β raise so caller can log / handle. |
| | """ |
| | url = f"{base_api_url}/files/{task_id}" |
| | try: |
| | resp = requests.get(url, timeout=30) |
| | if resp.status_code == 404: |
| | return None |
| | resp.raise_for_status() |
| | except requests.exceptions.HTTPError as e: |
| | |
| | raise e |
| |
|
| | |
| | |
| | cdisp = resp.headers.get("content-disposition", "") |
| | filename = task_id |
| | if "filename=" in cdisp: |
| | m = re.search(r'filename="([^"]+)"', cdisp) |
| | if m: |
| | filename = m.group(1) |
| |
|
| | tmp_dir = Path(tempfile.gettempdir()) / "gaia_files" |
| | tmp_dir.mkdir(exist_ok=True) |
| | file_path = tmp_dir / filename |
| | with open(file_path, "wb") as f: |
| | f.write(resp.content) |
| | return str(file_path) |
| |
|
| | |
| | |
| | class BasicAgent: |
| | def __init__(self): |
| | self.agent = CodeAgent( |
| | model=OpenAIServerModel(model_id="gpt-4o"), |
| | tools=[DuckDuckGoSearchTool(), WikipediaSearchTool(), SpeechToTextTool(), ExcelToTextTool()], |
| | add_base_tools=True, |
| | additional_authorized_imports=['pandas','numpy','csv','subprocess'] |
| | ) |
| |
|
| | print("BasicAgent initialized.") |
| |
|
| | def __call__(self, question: str) -> str: |
| | print(f"Agent received question (first 50 chars): {question[:50]}...") |
| | fixed_answer = self.agent.run(question) |
| | print(f"Agent returning answer: {fixed_answer}") |
| | return fixed_answer |
| |
|
| | def run_and_submit_all( profile: gr.OAuthProfile | None): |
| | """ |
| | Fetches all questions, runs the BasicAgent on them, submits all answers, |
| | and displays the results. |
| | """ |
| | |
| | space_id = "innovation64/Final_Assignment_codeagent" |
| |
|
| | if profile: |
| | username= f"{profile.username}" |
| | print(f"User logged in: {username}") |
| | else: |
| | print("User not logged in.") |
| | return "Please Login to Hugging Face with the button.", None |
| |
|
| | api_url = DEFAULT_API_URL |
| | questions_url = f"{api_url}/questions" |
| | submit_url = f"{api_url}/submit" |
| |
|
| | |
| | try: |
| | agent = BasicAgent() |
| | except Exception as e: |
| | print(f"Error instantiating agent: {e}") |
| | return f"Error initializing agent: {e}", None |
| | |
| | agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main" |
| | print(agent_code) |
| |
|
| | |
| | print(f"Fetching questions from: {questions_url}") |
| | try: |
| | response = requests.get(questions_url, timeout=15) |
| | response.raise_for_status() |
| | questions_data = response.json() |
| | if not questions_data: |
| | print("Fetched questions list is empty.") |
| | return "Fetched questions list is empty or invalid format.", None |
| | print(f"Fetched {len(questions_data)} questions.") |
| | except requests.exceptions.RequestException as e: |
| | print(f"Error fetching questions: {e}") |
| | return f"Error fetching questions: {e}", None |
| | except requests.exceptions.JSONDecodeError as e: |
| | print(f"Error decoding JSON response from questions endpoint: {e}") |
| | print(f"Response text: {response.text[:500]}") |
| | return f"Error decoding server response for questions: {e}", None |
| | except Exception as e: |
| | print(f"An unexpected error occurred fetching questions: {e}") |
| | return f"An unexpected error occurred fetching questions: {e}", None |
| |
|
| | |
| | results_log = [] |
| | answers_payload = [] |
| | print(f"Running agent on {len(questions_data)} questions...") |
| | for item in questions_data: |
| | task_id = item.get("task_id") |
| | question_text = item.get("question") |
| |
|
| | |
| | try: |
| | file_path = download_file_if_any(api_url, task_id) |
| | except Exception as e: |
| | file_path = None |
| | print(f"[file fetch error] {task_id}: {e}") |
| |
|
| | |
| | if file_path: |
| | q_for_agent = ( |
| | f"{question_text}\n\n" |
| | f"---\n" |
| | f"A file was downloaded for this task and saved locally at:\n" |
| | f"{file_path}\n" |
| | f"---\n\n" |
| | ) |
| | else: |
| | q_for_agent = question_text |
| |
|
| | if not task_id or question_text is None: |
| | print(f"Skipping item with missing task_id or question: {item}") |
| | continue |
| | try: |
| | submitted_answer = agent(q_for_agent) |
| | answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer}) |
| | results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": submitted_answer}) |
| | except Exception as e: |
| | print(f"Error running agent on task {task_id}: {e}") |
| | results_log.append({"Task ID": task_id, "Question": question_text, "Submitted Answer": f"AGENT ERROR: {e}"}) |
| |
|
| | if not answers_payload: |
| | print("Agent did not produce any answers to submit.") |
| | return "Agent did not produce any answers to submit.", pd.DataFrame(results_log) |
| |
|
| | |
| | submission_data = {"username": username.strip(), "agent_code": agent_code, "answers": answers_payload} |
| | status_update = f"Agent finished. Submitting {len(answers_payload)} answers for user '{username}'..." |
| | print(status_update) |
| |
|
| | |
| | print(f"Submitting {len(answers_payload)} answers to: {submit_url}") |
| | try: |
| | response = requests.post(submit_url, json=submission_data, timeout=60) |
| | response.raise_for_status() |
| | result_data = response.json() |
| | final_status = ( |
| | f"Submission Successful!\n" |
| | f"User: {result_data.get('username')}\n" |
| | f"Overall Score: {result_data.get('score', 'N/A')}% " |
| | f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')} correct)\n" |
| | f"Message: {result_data.get('message', 'No message received.')}" |
| | ) |
| | print("Submission successful.") |
| | results_df = pd.DataFrame(results_log) |
| | return final_status, results_df |
| | except requests.exceptions.HTTPError as e: |
| | error_detail = f"Server responded with status {e.response.status_code}." |
| | try: |
| | error_json = e.response.json() |
| | error_detail += f" Detail: {error_json.get('detail', e.response.text)}" |
| | except requests.exceptions.JSONDecodeError: |
| | error_detail += f" Response: {e.response.text[:500]}" |
| | status_message = f"Submission Failed: {error_detail}" |
| | print(status_message) |
| | results_df = pd.DataFrame(results_log) |
| | return status_message, results_df |
| | except requests.exceptions.Timeout: |
| | status_message = "Submission Failed: The request timed out." |
| | print(status_message) |
| | results_df = pd.DataFrame(results_log) |
| | return status_message, results_df |
| | except requests.exceptions.RequestException as e: |
| | status_message = f"Submission Failed: Network error - {e}" |
| | print(status_message) |
| | results_df = pd.DataFrame(results_log) |
| | return status_message, results_df |
| | except Exception as e: |
| | status_message = f"An unexpected error occurred during submission: {e}" |
| | print(status_message) |
| | results_df = pd.DataFrame(results_log) |
| | return status_message, results_df |
| |
|
| |
|
| | |
| | with gr.Blocks() as demo: |
| | gr.Markdown("# Basic Agent Evaluation Runner") |
| | gr.Markdown( |
| | """ |
| | **Instructions:** |
| | 1. Please clone this space, then modify the code to define your agent's logic, the tools, the necessary packages, etc ... |
| | 2. Log in to your Hugging Face account using the button below. This uses your HF username for submission. |
| | 3. Click 'Run Evaluation & Submit All Answers' to fetch questions, run your agent, submit answers, and see the score. |
| | --- |
| | **Disclaimers:** |
| | Once clicking on the "submit button, it can take quite some time ( this is the time for the agent to go through all the questions). |
| | This space provides a basic setup and is intentionally sub-optimal to encourage you to develop your own, more robust solution. For instance for the delay process of the submit button, a solution could be to cache the answers and submit in a seperate action or even to answer the questions in async. |
| | """ |
| | ) |
| |
|
| | gr.LoginButton() |
| |
|
| | run_button = gr.Button("Run Evaluation & Submit All Answers") |
| |
|
| | status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False) |
| | |
| | results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True) |
| |
|
| | run_button.click( |
| | fn=run_and_submit_all, |
| | outputs=[status_output, results_table] |
| | ) |
| |
|
| | if __name__ == "__main__": |
| | print("\n" + "-"*30 + " App Starting " + "-"*30) |
| | |
| | space_host_startup = os.getenv("SPACE_HOST") |
| | space_id_startup = "innovation64/Final_Assignment_codeagent" |
| |
|
| | if space_host_startup: |
| | print(f"β
SPACE_HOST found: {space_host_startup}") |
| | print(f" Runtime URL should be: https://{space_host_startup}.hf.space") |
| | else: |
| | print("βΉοΈ SPACE_HOST environment variable not found (running locally?).") |
| |
|
| | if space_id_startup: |
| | print(f"β
SPACE_ID found: {space_id_startup}") |
| | print(f" Repo URL: https://huggingface.co/spaces/{space_id_startup}") |
| | print(f" Repo Tree URL: https://huggingface.co/spaces/{space_id_startup}/tree/main") |
| | else: |
| | print("βΉοΈ SPACE_ID environment variable not found (running locally?). Repo URL cannot be determined.") |
| |
|
| | print("-"*(60 + len(" App Starting ")) + "\n") |
| |
|
| | print("Launching Gradio Interface for Basic Agent Evaluation...") |
| | demo.launch(debug=True, share=False) |