{"id":11486,"name":"honestcybereval","description":"An honest eval of the cyber risk of AI using a real cyber task (vs proxy tasks).","url":"https://github.com/alan-turing-institute/honestcybereval","last_synced_at":"2025-09-04T21:20:51.204Z","repository":{"id":279446833,"uuid":"900971422","full_name":"alan-turing-institute/HonestCyberEval","owner":"alan-turing-institute","description":"An honest eval of the cyber risk of AI using a real cyber task (vs proxy tasks).","archived":false,"fork":false,"pushed_at":"2025-08-19T11:49:38.000Z","size":802,"stargazers_count":2,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-08-19T13:34:34.278Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/alan-turing-institute.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.cff","codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2024-12-09T20:03:56.000Z","updated_at":"2025-08-19T11:49:42.000Z","dependencies_parsed_at":"2025-02-25T16:35:05.757Z","dependency_job_id":"3047cbe1-2d0e-42f3-ae8e-15b0032b85a7","html_url":"https://github.com/alan-turing-institute/HonestCyberEval","commit_stats":null,"previous_names":["alan-turing-institute/honestcybereval"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/alan-turing-institute/HonestCyberEval","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/alan-turing-institute%2FHonestCyberEval","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/alan-turing-institute%2FHonestCyberEval/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/alan-turing-institute%2FHonestCyberEval/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/alan-turing-institute%2FHonestCyberEval/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/alan-turing-institute","download_url":"https://codeload.github.com/alan-turing-institute/HonestCyberEval/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/alan-turing-institute%2FHonestCyberEval/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273673978,"owners_count":25147668,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-04T02:00:08.968Z","response_time":61,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"alan-turing-institute","name":"The Alan Turing Institute","uuid":"18304793","kind":"organization","description":"The UK's national institute for data science and artificial intelligence.","email":"info@turing.ac.uk","website":"https://turing.ac.uk","location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/18304793?v=4","repositories_count":477,"last_synced_at":"2024-03-20T20:54:47.403Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/alan-turing-institute","funding_links":[],"total_stars":6118,"followers":null,"following":null,"created_at":"2022-11-09T04:45:51.433Z","updated_at":"2024-03-20T20:56:49.775Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/alan-turing-institute","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/alan-turing-institute/repositories"},"packages":[],"commits":{"id":9843318,"full_name":"alan-turing-institute/honestcybereval","default_branch":"main","committers":[{"name":"danrr","email":"danristea@turing.ac.uk","login":null,"count":3},{"name":"Dan Ristea","email":"dristea@turing.ac.uk","login":"danrr","count":2},{"name":"Dan Ristea","email":"danristea@protonmail.com","login":null,"count":2},{"name":"Vasilios Mavroudis","email":"mavroudisv","login":"mavroudisv","count":1}],"total_commits":8,"total_committers":4,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":2.0,"dds":0.625,"past_year_committers":[{"name":"danrr","email":"danristea@turing.ac.uk","login":null,"count":3},{"name":"Dan Ristea","email":"dristea@turing.ac.uk","login":"danrr","count":2},{"name":"Dan Ristea","email":"danristea@protonmail.com","login":null,"count":2},{"name":"Vasilios Mavroudis","email":"mavroudisv","login":"mavroudisv","count":1}],"past_year_total_commits":8,"past_year_total_committers":4,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":2.0,"past_year_dds":0.625,"last_synced_at":"2025-06-29T07:51:16.381Z","last_synced_commit":"f15f48b776db7b712ab3b1b5d6a02275985a7ccd","created_at":"2025-05-07T16:16:11.873Z","updated_at":"2025-06-29T07:51:43.036Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/alan-turing-institute%2Fhonestcybereval/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-04T00:00:25.936Z","repositories_count":5480019,"commits_count":853389012,"contributors_count":31098138,"owners_count":906558,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"alan-turing-institute/honestcybereval","html_url":"https://github.com/alan-turing-institute/honestcybereval","last_synced_at":"2025-06-28T05:39:31.706Z","status":null,"issues_count":0,"pull_requests_count":2,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":1994571.0,"issues_closed_count":0,"pull_requests_closed_count":2,"pull_request_authors_count":1,"issue_authors_count":0,"avg_comments_per_issue":null,"avg_comments_per_pull_request":0.0,"merged_pull_requests_count":2,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":2,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":1994571.0,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":2,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":0.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":2,"created_at":"2025-05-07T16:16:12.328Z","updated_at":"2025-08-31T04:56:26.474Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/alan-turing-institute%2Fhonestcybereval","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/alan-turing-institute%2Fhonestcybereval/issues","issue_labels_count":{},"pull_request_labels_count":{},"issue_author_associations_count":{},"pull_request_author_associations_count":{"COLLABORATOR":3},"issue_authors":{},"pull_request_authors":{"danrr":3},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-01T00:00:07.725Z","repositories_count":9909427,"issues_count":29159072,"pull_requests_count":83667797,"authors_count":8910092,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{},"past_year_pull_request_author_associations_count":{"COLLABORATOR":3},"past_year_issue_authors":{},"past_year_pull_request_authors":{"danrr":3},"maintainers":[{"login":"danrr","count":3,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/danrr"}],"active_maintainers":[{"login":"danrr","count":3,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/danrr"}]},"events":{"total":{"DeleteEvent":2,"PushEvent":7,"PublicEvent":1,"PullRequestEvent":2,"CreateEvent":1},"last_year":{"DeleteEvent":2,"PushEvent":7,"PublicEvent":1,"PullRequestEvent":2,"CreateEvent":1}},"keywords":[],"dependencies":[{"ecosystem":"actions","filepath":".github/workflows/crs.yml","sha":null,"kind":"manifest","created_at":"2025-02-25T16:34:59.064Z","updated_at":"2025-02-25T16:34:59.064Z","repository_link":"https://github.com/alan-turing-institute/HonestCyberEval/blob/main/.github/workflows/crs.yml","dependencies":[{"id":22026406014,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":22026406028,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v5","direct":true,"kind":"composite","optional":false},{"id":22026406045,"package_name":"jakebailey/pyright-action","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"docker","filepath":"Dockerfile","sha":null,"kind":"manifest","created_at":"2025-02-25T16:35:00.447Z","updated_at":"2025-02-25T16:35:00.447Z","repository_link":"https://github.com/alan-turing-institute/HonestCyberEval/blob/main/Dockerfile","dependencies":[{"id":22026406741,"package_name":"python","ecosystem":"docker","requirements":"3.12.7-slim-bookworm","direct":true,"kind":"build","optional":false}]},{"ecosystem":"pypi","filepath":"pyproject.toml","sha":null,"kind":"manifest","created_at":"2025-02-25T16:35:01.139Z","updated_at":"2025-02-25T16:35:01.139Z","repository_link":"https://github.com/alan-turing-institute/HonestCyberEval/blob/main/pyproject.toml","dependencies":[{"id":22026407199,"package_name":"aioshutil","ecosystem":"pypi","requirements":"==1.4","direct":true,"kind":"runtime","optional":false},{"id":22026407450,"package_name":"aiorwlock","ecosystem":"pypi","requirements":"==1.4.0","direct":true,"kind":"runtime","optional":false},{"id":22026407463,"package_name":"PyYAML","ecosystem":"pypi","requirements":"==6.0.2","direct":true,"kind":"runtime","optional":false},{"id":22026407464,"package_name":"GitPython","ecosystem":"pypi","requirements":"==3.1.43","direct":true,"kind":"runtime","optional":false},{"id":22026407465,"package_name":"inspect-ai","ecosystem":"pypi","requirements":"==0.3.69","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"lockfile","created_at":"2025-02-25T16:35:03.268Z","updated_at":"2025-02-25T16:35:03.268Z","repository_link":"https://github.com/alan-turing-institute/HonestCyberEval/blob/main/requirements.txt","dependencies":[{"id":22026407474,"package_name":"aiobotocore","ecosystem":"pypi","requirements":"==2.18.0","direct":false,"kind":"runtime","optional":false},{"id":22026407480,"package_name":"aiohappyeyeballs","ecosystem":"pypi","requirements":"==2.4.4","direct":false,"kind":"runtime","optional":false},{"id":22026407484,"package_name":"aiohttp","ecosystem":"pypi","requirements":"==3.11.11","direct":false,"kind":"runtime","optional":false},{"id":22026407489,"package_name":"aioitertools","ecosystem":"pypi","requirements":"==0.12.0","direct":false,"kind":"runtime","optional":false},{"id":22026407494,"package_name":"aiorwlock","ecosystem":"pypi","requirements":"==1.4.0","direct":false,"kind":"runtime","optional":false},{"id":22026407498,"package_name":"aioshutil","ecosystem":"pypi","requirements":"==1.4","direct":false,"kind":"runtime","optional":false},{"id":22026407501,"package_name":"aiosignal","ecosystem":"pypi","requirements":"==1.3.2","direct":false,"kind":"runtime","optional":false},{"id":22026407503,"package_name":"annotated-types","ecosystem":"pypi","requirements":"==0.7.0","direct":false,"kind":"runtime","optional":false},{"id":22026407507,"package_name":"anyio","ecosystem":"pypi","requirements":"==4.8.0","direct":false,"kind":"runtime","optional":false},{"id":22026407511,"package_name":"attrs","ecosystem":"pypi","requirements":"==24.3.0","direct":false,"kind":"runtime","optional":false},{"id":22026407514,"package_name":"beautifulsoup4","ecosystem":"pypi","requirements":"==4.12.3","direct":false,"kind":"runtime","optional":false},{"id":22026407540,"package_name":"botocore","ecosystem":"pypi","requirements":"==1.36.1","direct":false,"kind":"runtime","optional":false},{"id":22026407545,"package_name":"certifi","ecosystem":"pypi","requirements":"==2024.12.14","direct":false,"kind":"runtime","optional":false},{"id":22026407548,"package_name":"click","ecosystem":"pypi","requirements":"==8.1.8","direct":false,"kind":"runtime","optional":false},{"id":22026407552,"package_name":"debugpy","ecosystem":"pypi","requirements":"==1.8.12","direct":false,"kind":"runtime","optional":false},{"id":22026407583,"package_name":"docstring-parser","ecosystem":"pypi","requirements":"==0.16","direct":false,"kind":"runtime","optional":false},{"id":22026407586,"package_name":"frozenlist","ecosystem":"pypi","requirements":"==1.5.0","direct":false,"kind":"runtime","optional":false},{"id":22026407590,"package_name":"fsspec","ecosystem":"pypi","requirements":"==2024.12.0","direct":false,"kind":"runtime","optional":false},{"id":22026407593,"package_name":"gitdb","ecosystem":"pypi","requirements":"==4.0.12","direct":false,"kind":"runtime","optional":false},{"id":22026407596,"package_name":"gitpython","ecosystem":"pypi","requirements":"==3.1.43","direct":false,"kind":"runtime","optional":false},{"id":22026407599,"package_name":"h11","ecosystem":"pypi","requirements":"==0.14.0","direct":false,"kind":"runtime","optional":false},{"id":22026407603,"package_name":"httpcore","ecosystem":"pypi","requirements":"==1.0.7","direct":false,"kind":"runtime","optional":false},{"id":22026407606,"package_name":"httpx","ecosystem":"pypi","requirements":"==0.28.1","direct":false,"kind":"runtime","optional":false},{"id":22026407610,"package_name":"idna","ecosystem":"pypi","requirements":"==3.10","direct":false,"kind":"runtime","optional":false},{"id":22026407612,"package_name":"ijson","ecosystem":"pypi","requirements":"==3.3.0","direct":false,"kind":"runtime","optional":false},{"id":22026407786,"package_name":"inspect-ai","ecosystem":"pypi","requirements":"==0.3.69","direct":false,"kind":"runtime","optional":false},{"id":22026407787,"package_name":"jmespath","ecosystem":"pypi","requirements":"==1.0.1","direct":false,"kind":"runtime","optional":false},{"id":22026407788,"package_name":"jsonlines","ecosystem":"pypi","requirements":"==4.0.0","direct":false,"kind":"runtime","optional":false},{"id":22026407789,"package_name":"jsonpatch","ecosystem":"pypi","requirements":"==1.33","direct":false,"kind":"runtime","optional":false},{"id":22026407790,"package_name":"jsonpointer","ecosystem":"pypi","requirements":"==3.0.0","direct":false,"kind":"runtime","optional":false},{"id":22026407791,"package_name":"jsonschema","ecosystem":"pypi","requirements":"==4.23.0","direct":false,"kind":"runtime","optional":false},{"id":22026407792,"package_name":"jsonschema-specifications","ecosystem":"pypi","requirements":"==2024.10.1","direct":false,"kind":"runtime","optional":false},{"id":22026407793,"package_name":"linkify-it-py","ecosystem":"pypi","requirements":"==2.0.3","direct":false,"kind":"runtime","optional":false},{"id":22026407794,"package_name":"markdown-it-py","ecosystem":"pypi","requirements":"==3.0.0","direct":false,"kind":"runtime","optional":false},{"id":22026407795,"package_name":"mdit-py-plugins","ecosystem":"pypi","requirements":"==0.4.2","direct":false,"kind":"runtime","optional":false},{"id":22026407796,"package_name":"mdurl","ecosystem":"pypi","requirements":"==0.1.2","direct":false,"kind":"runtime","optional":false},{"id":22026407797,"package_name":"mmh3","ecosystem":"pypi","requirements":"==5.0.1","direct":false,"kind":"runtime","optional":false},{"id":22026407798,"package_name":"multidict","ecosystem":"pypi","requirements":"==6.1.0","direct":false,"kind":"runtime","optional":false},{"id":22026407799,"package_name":"nest-asyncio","ecosystem":"pypi","requirements":"==1.6.0","direct":false,"kind":"runtime","optional":false},{"id":22026407800,"package_name":"numpy","ecosystem":"pypi","requirements":"==1.26.4","direct":false,"kind":"runtime","optional":false},{"id":22026407801,"package_name":"platformdirs","ecosystem":"pypi","requirements":"==4.3.6","direct":false,"kind":"runtime","optional":false},{"id":22026407802,"package_name":"propcache","ecosystem":"pypi","requirements":"==0.2.1","direct":false,"kind":"runtime","optional":false},{"id":22026407803,"package_name":"psutil","ecosystem":"pypi","requirements":"==6.1.1","direct":false,"kind":"runtime","optional":false},{"id":22026407804,"package_name":"pydantic","ecosystem":"pypi","requirements":"==2.10.5","direct":false,"kind":"runtime","optional":false},{"id":22026407805,"package_name":"pydantic-core","ecosystem":"pypi","requirements":"==2.27.2","direct":false,"kind":"runtime","optional":false},{"id":22026407806,"package_name":"pygments","ecosystem":"pypi","requirements":"==2.19.1","direct":false,"kind":"runtime","optional":false},{"id":22026407807,"package_name":"python-dateutil","ecosystem":"pypi","requirements":"==2.9.0.post0","direct":false,"kind":"runtime","optional":false},{"id":22026407808,"package_name":"python-dotenv","ecosystem":"pypi","requirements":"==1.0.1","direct":false,"kind":"runtime","optional":false},{"id":22026407809,"package_name":"pyyaml","ecosystem":"pypi","requirements":"==6.0.2","direct":false,"kind":"runtime","optional":false},{"id":22026407810,"package_name":"referencing","ecosystem":"pypi","requirements":"==0.36.1","direct":false,"kind":"runtime","optional":false},{"id":22026407811,"package_name":"rich","ecosystem":"pypi","requirements":"==13.9.4","direct":false,"kind":"runtime","optional":false},{"id":22026407812,"package_name":"rpds-py","ecosystem":"pypi","requirements":"==0.22.3","direct":false,"kind":"runtime","optional":false},{"id":22026407813,"package_name":"s3fs","ecosystem":"pypi","requirements":"==2024.12.0","direct":false,"kind":"runtime","optional":false},{"id":22026407814,"package_name":"semver","ecosystem":"pypi","requirements":"==3.0.2","direct":false,"kind":"runtime","optional":false},{"id":22026407815,"package_name":"shortuuid","ecosystem":"pypi","requirements":"==1.0.13","direct":false,"kind":"runtime","optional":false},{"id":22026407816,"package_name":"six","ecosystem":"pypi","requirements":"==1.17.0","direct":false,"kind":"runtime","optional":false},{"id":22026407817,"package_name":"smmap","ecosystem":"pypi","requirements":"==5.0.2","direct":false,"kind":"runtime","optional":false},{"id":22026407818,"package_name":"sniffio","ecosystem":"pypi","requirements":"==1.3.1","direct":false,"kind":"runtime","optional":false},{"id":22026407819,"package_name":"soupsieve","ecosystem":"pypi","requirements":"==2.6","direct":false,"kind":"runtime","optional":false},{"id":22026407820,"package_name":"tenacity","ecosystem":"pypi","requirements":"==9.0.0","direct":false,"kind":"runtime","optional":false},{"id":22026407821,"package_name":"textual","ecosystem":"pypi","requirements":"==1.0.0","direct":false,"kind":"runtime","optional":false},{"id":22026407822,"package_name":"typing-extensions","ecosystem":"pypi","requirements":"==4.12.2","direct":false,"kind":"runtime","optional":false},{"id":22026407823,"package_name":"uc-micro-py","ecosystem":"pypi","requirements":"==1.0.3","direct":false,"kind":"runtime","optional":false},{"id":22026407824,"package_name":"urllib3","ecosystem":"pypi","requirements":"==2.3.0","direct":false,"kind":"runtime","optional":false},{"id":22026407825,"package_name":"wrapt","ecosystem":"pypi","requirements":"==1.17.2","direct":false,"kind":"runtime","optional":false},{"id":22026407826,"package_name":"yarl","ecosystem":"pypi","requirements":"==1.18.3","direct":false,"kind":"runtime","optional":false},{"id":22026407827,"package_name":"zipp","ecosystem":"pypi","requirements":"==3.21.0","direct":false,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"src/solvers/setup.py","sha":null,"kind":"manifest","created_at":"2025-02-25T16:35:05.598Z","updated_at":"2025-02-25T16:35:05.598Z","repository_link":"https://github.com/alan-turing-institute/HonestCyberEval/blob/main/src/solvers/setup.py","dependencies":[]}],"score":2.0794415416798357,"created_at":"2025-09-04T15:50:38.185Z","updated_at":"2025-10-07T08:07:11.769Z","avatar_url":"https://github.com/alan-turing-institute.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":[],"project_url":"https://science.ecosyste.ms/api/v1/projects/11486","html_url":"https://science.ecosyste.ms/projects/11486","bibtex_url":"https://science.ecosyste.ms/projects/11486/export.bibtex","apalike_url":"https://science.ecosyste.ms/projects/11486/export.apalike"}