Compare commits

...

5 Commits

Author SHA1 Message Date
Engel Nyst
1d3778f98a Update eval_infer.py 2025-02-17 21:51:14 +01:00
Engel Nyst
123016476d Update evaluation/benchmarks/swe_bench/eval_infer.py 2025-02-17 21:36:06 +01:00
openhands
8c82f3608b Fix: Run poetry lock and add updated lock file and other changes 2025-02-17 20:09:28 +00:00
openhands
bc871ed437 Fix: Resolve ruff pre-commit check failure in eval_infer.py (issue #6769) 2025-02-17 20:01:36 +00:00
dependabot[bot]
0669adfb52 chore(deps-dev): bump llama-index in the llama group
Bumps the llama group with 1 update: [llama-index](https://github.com/run-llama/llama_index).


Updates `llama-index` from 0.12.17 to 0.12.18
- [Release notes](https://github.com/run-llama/llama_index/releases)
- [Changelog](https://github.com/run-llama/llama_index/blob/main/CHANGELOG.md)
- [Commits](https://github.com/run-llama/llama_index/compare/v0.12.17...v0.12.18)

---
updated-dependencies:
- dependency-name: llama-index
  dependency-type: direct:development
  update-type: version-update:semver-patch
  dependency-group: llama
...

Signed-off-by: dependabot[bot] <support@github.com>
2025-02-17 19:19:21 +00:00
7 changed files with 28 additions and 19 deletions

View File

@@ -1,5 +1,6 @@
import json
import os
import subprocess
import tempfile
import time
from functools import partial
@@ -27,6 +28,7 @@ from evaluation.utils.shared import (
)
from openhands.core.config import (
AppConfig,
LLMConfig,
SandboxConfig,
get_parser,
)
@@ -415,13 +417,17 @@ if __name__ == '__main__':
else:
# Initialize with a dummy metadata when file doesn't exist
metadata = EvalMetadata(
agent_class="dummy_agent", # Placeholder agent class
agent_class='dummy_agent', # Placeholder agent class
llm_config=LLMConfig(model="dummy_model"), # Minimal LLM config
max_iterations=1, # Minimal iterations
eval_output_dir=os.path.dirname(args.input_file), # Use input file dir as output dir
eval_output_dir=os.path.dirname(
args.input_file
), # Use input file dir as output dir
start_time=time.strftime('%Y-%m-%d %H:%M:%S'), # Current time
git_commit=subprocess.check_output(['git', 'rev-parse', 'HEAD']).decode('utf-8').strip(), # Current commit
dataset=args.dataset # Dataset name from args
git_commit=subprocess.check_output(['git', 'rev-parse', 'HEAD'])
.decode('utf-8')
.strip(), # Current commit
dataset=args.dataset, # Dataset name from args
)
# The evaluation harness constrains the signature of `process_instance_func` but we need to

View File

@@ -33,7 +33,7 @@ class GitlabIssueHandler(IssueHandlerInterface):
}
def get_base_url(self):
project_path = quote(f'{self.owner}/{self.repo}', safe="")
project_path = quote(f'{self.owner}/{self.repo}', safe='')
return f'https://gitlab.com/api/v4/projects/{project_path}'
def get_authorize_url(self):

View File

@@ -168,10 +168,12 @@ class DockerRuntimeBuilder(RuntimeBuilder):
)
except subprocess.CalledProcessError as e:
logger.error(f'Image build failed:\n{e}') # TODO: {e} is empty
logger.error(f'Image build failed:\n{e}') # TODO: {e} is empty
logger.error(f'Command output:\n{e.output}')
if self.rolling_logger.is_enabled():
logger.error("Docker build output:\n" + self.rolling_logger.all_lines) # Show the error
logger.error(
'Docker build output:\n' + self.rolling_logger.all_lines
) # Show the error
raise
except subprocess.TimeoutExpired:

View File

@@ -270,7 +270,10 @@ echo 'export INPUTRC=/etc/inputrc' >> /etc/bash.bashrc
tunnel = self.sandbox.tunnels()[self._vscode_port]
tunnel_url = tunnel.url
self._vscode_url = tunnel_url + f'/?tkn={token}&folder={self.config.workspace_mount_path_in_sandbox}'
self._vscode_url = (
tunnel_url
+ f'/?tkn={token}&folder={self.config.workspace_mount_path_in_sandbox}'
)
self.log(
'debug',

View File

@@ -13,4 +13,4 @@ function deactivate() {}
module.exports = {
activate,
deactivate
}
}

View File

@@ -20,4 +20,4 @@
"title": "Hello World from OpenHands"
}]
}
}
}

16
poetry.lock generated
View File

@@ -1385,7 +1385,6 @@ files = [
{file = "cryptography-44.0.0-cp37-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:761817a3377ef15ac23cd7834715081791d4ec77f9297ee694ca1ee9c2c7e5eb"},
{file = "cryptography-44.0.0-cp37-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:3c672a53c0fb4725a29c303be906d3c1fa99c32f58abe008a82705f9ee96f40b"},
{file = "cryptography-44.0.0-cp37-abi3-manylinux_2_34_aarch64.whl", hash = "sha256:4ac4c9f37eba52cb6fbeaf5b59c152ea976726b865bd4cf87883a7e7006cc543"},
{file = "cryptography-44.0.0-cp37-abi3-manylinux_2_34_x86_64.whl", hash = "sha256:60eb32934076fa07e4316b7b2742fa52cbb190b42c2df2863dbc4230a0a9b385"},
{file = "cryptography-44.0.0-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:ed3534eb1090483c96178fcb0f8893719d96d5274dfde98aa6add34614e97c8e"},
{file = "cryptography-44.0.0-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:f3f6fdfa89ee2d9d496e2c087cebef9d4fcbb0ad63c40e821b39f74bf48d9c5e"},
{file = "cryptography-44.0.0-cp37-abi3-win32.whl", hash = "sha256:eb33480f1bad5b78233b0ad3e1b0be21e8ef1da745d8d2aecbb20671658b9053"},
@@ -1396,7 +1395,6 @@ files = [
{file = "cryptography-44.0.0-cp39-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:c5eb858beed7835e5ad1faba59e865109f3e52b3783b9ac21e7e47dc5554e289"},
{file = "cryptography-44.0.0-cp39-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:f53c2c87e0fb4b0c00fa9571082a057e37690a8f12233306161c8f4b819960b7"},
{file = "cryptography-44.0.0-cp39-abi3-manylinux_2_34_aarch64.whl", hash = "sha256:9e6fc8a08e116fb7c7dd1f040074c9d7b51d74a8ea40d4df2fc7aa08b76b9e6c"},
{file = "cryptography-44.0.0-cp39-abi3-manylinux_2_34_x86_64.whl", hash = "sha256:9abcc2e083cbe8dde89124a47e5e53ec38751f0d7dfd36801008f316a127d7ba"},
{file = "cryptography-44.0.0-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:d2436114e46b36d00f8b72ff57e598978b37399d2786fd39793c36c6d5cb1c64"},
{file = "cryptography-44.0.0-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:a01956ddfa0a6790d594f5b34fc1bfa6098aca434696a03cfdbe469b8ed79285"},
{file = "cryptography-44.0.0-cp39-abi3-win32.whl", hash = "sha256:eca27345e1214d1b9f9490d200f9db5a874479be914199194e746c893788d417"},
@@ -4169,20 +4167,20 @@ pydantic = ">=1.10"
[[package]]
name = "llama-index"
version = "0.12.17"
version = "0.12.18"
description = "Interface between LLMs and your data"
optional = false
python-versions = "<4.0,>=3.9"
groups = ["llama-index"]
files = [
{file = "llama_index-0.12.17-py3-none-any.whl", hash = "sha256:d8938e5e6e5ff78b6865f7890a01d1a40818a5df798555ee6eb7f2c5ab65aeb0"},
{file = "llama_index-0.12.17.tar.gz", hash = "sha256:761a2dad3eb74bd5242ecf8fd28337c0c8745fc8d39d2f9f9b18bf733ad679f4"},
{file = "llama_index-0.12.18-py3-none-any.whl", hash = "sha256:d98b60314d2f92c0a3f8a425287b979aa9eddb18d2bc29b1249c5bde34376102"},
{file = "llama_index-0.12.18.tar.gz", hash = "sha256:de518159cda0fe604a293c599b5e3ef71cda06bf6ce54b773a1275e749cafe01"},
]
[package.dependencies]
llama-index-agent-openai = ">=0.4.0,<0.5.0"
llama-index-cli = ">=0.4.0,<0.5.0"
llama-index-core = ">=0.12.17,<0.13.0"
llama-index-core = ">=0.12.18,<0.13.0"
llama-index-embeddings-openai = ">=0.3.0,<0.4.0"
llama-index-indices-managed-llama-cloud = ">=0.4.0"
llama-index-llms-openai = ">=0.3.0,<0.4.0"
@@ -4229,14 +4227,14 @@ llama-index-llms-openai = ">=0.3.0,<0.4.0"
[[package]]
name = "llama-index-core"
version = "0.12.17"
version = "0.12.18"
description = "Interface between LLMs and your data"
optional = false
python-versions = "<4.0,>=3.9"
groups = ["llama-index"]
files = [
{file = "llama_index_core-0.12.17-py3-none-any.whl", hash = "sha256:867ec650a1f9eba9f6d65005045a68bc13bae8d65763e32029d9610360c03979"},
{file = "llama_index_core-0.12.17.tar.gz", hash = "sha256:2e8fb457983978af19db1ceba71d440f6891279525c5e7eb2ec73a6b727be113"},
{file = "llama_index_core-0.12.18-py3-none-any.whl", hash = "sha256:c5a467e12bdeb40ba314b52adc16a84ee2f353edcfa255e94ff041d6d7e255a6"},
{file = "llama_index_core-0.12.18.tar.gz", hash = "sha256:de80c68d3406d84dc4f0efe65ca586ad31858dc9607d1699bf882bdec5f4aaf4"},
]
[package.dependencies]