{"id":34963,"name":"lm-eval","description":"A framework for few-shot evaluation of language models.","url":"https://github.com/eleutherai/lm-evaluation-harness","last_synced_at":"2025-09-05T06:25:05.548Z","repository":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2025-09-01T08:54:14.000Z","size":32343,"stargazers_count":9961,"open_issues_count":628,"forks_count":2670,"subscribers_count":44,"default_branch":"main","last_synced_at":"2025-09-01T10:57:18.874Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2025-09-01T09:24:45.000Z","dependencies_parsed_at":"2023-12-18T21:14:08.594Z","dependency_job_id":"44df2671-c699-4ef2-9ff5-08869cb5a2da","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":14,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273720938,"owners_count":25156011,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-05T02:00:09.113Z","response_time":402,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"packages":[{"id":11664391,"name":"lmeval-trunk","ecosystem":"pypi","description":"A framework for evaluating language models","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":2,"first_release_published_at":"2025-05-20T18:30:57.000Z","latest_release_published_at":"2025-05-20T20:36:37.000Z","latest_release_number":"0.4.8.2","last_synced_at":"2025-09-01T11:19:16.394Z","created_at":"2025-05-20T18:46:22.763Z","updated_at":"2025-09-01T12:56:32.740Z","registry_url":"https://pypi.org/project/lmeval-trunk/","install_command":"pip install lmeval-trunk --index-url https://pypi.org/simple","documentation_url":"https://lmeval-trunk.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":["Development Status :: 3 - Alpha","License :: OSI Approved :: MIT License","Operating System :: OS Independent","Programming Language :: Python :: 3"],"normalized_name":"lmeval-trunk","project_status":null},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2025-09-01T08:54:14.000Z","size":32343,"stargazers_count":9961,"open_issues_count":628,"forks_count":2670,"subscribers_count":44,"default_branch":"main","last_synced_at":"2025-09-01T10:57:18.874Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2025-09-01T09:24:45.000Z","dependencies_parsed_at":"2023-12-18T21:14:08.594Z","dependency_job_id":"44df2671-c699-4ef2-9ff5-08869cb5a2da","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":14,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273128314,"owners_count":25050770,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-01T02:00:09.058Z","response_time":120,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"3f792954e94e472ca42fad2d4865394e9a55999a","kind":"commit","published_at":"2025-06-03T12:32:15.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2025-09-01T12:56:32.740Z","dependent_packages_count":0,"downloads":18,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":51.34679839261585,"dependent_packages_count":9.113482022215592,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":30.230140207415722},"purl":"pkg:pypi/lmeval-trunk","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/lmeval-trunk","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/pypi/lmeval-trunk","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/lmeval-trunk/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-09-01T11:01:18.653Z","issues_count":1249,"pull_requests_count":1864,"avg_time_to_close_issue":5485518.3,"avg_time_to_close_pull_request":1580903.3292127522,"issues_closed_count":730,"pull_requests_closed_count":1537,"pull_request_authors_count":484,"issue_authors_count":795,"avg_comments_per_issue":2.120896717373899,"avg_comments_per_pull_request":1.9061158798283262,"merged_pull_requests_count":1171,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":411,"past_year_pull_requests_count":782,"past_year_avg_time_to_close_issue":1825399.1216216215,"past_year_avg_time_to_close_pull_request":1097639.2892416227,"past_year_issues_closed_count":148,"past_year_pull_requests_closed_count":567,"past_year_pull_request_authors_count":247,"past_year_issue_authors_count":316,"past_year_avg_comments_per_issue":1.2043795620437956,"past_year_avg_comments_per_pull_request":1.4680306905370843,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":418,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":49,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":17,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"}],"active_maintainers":[{"login":"StellaAthena","count":6,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lmeval-trunk/related_packages","maintainers":[{"uuid":"samankeon","login":"samankeon","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/samankeon/","role":"Owner","created_at":"2025-05-20T20:18:01.543Z","updated_at":"2025-05-20T20:18:01.543Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/samankeon/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":725009,"maintainers_count":308320,"namespaces_count":0,"keywords_count":238006,"github":"pypi","metadata":{"funded_packages_count":50519},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2025-09-05T05:40:58.860Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}},{"id":2789515,"name":"lm-eval","ecosystem":"pypi","description":"A framework for evaluating language models","homepage":"https://github.com/EleutherAI/lm-evaluation-harness","licenses":"MIT","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":13,"first_release_published_at":"2021-09-02T02:28:24.000Z","latest_release_published_at":"2025-06-19T13:59:58.000Z","latest_release_number":"0.4.9","last_synced_at":"2025-09-04T08:32:05.231Z","created_at":"2022-04-10T11:29:59.899Z","updated_at":"2025-09-04T08:32:05.231Z","registry_url":"https://pypi.org/project/lm-eval/","install_command":"pip install lm-eval --index-url https://pypi.org/simple","documentation_url":"https://lm-eval.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":["Development Status :: 3 - Alpha","License :: OSI Approved :: MIT License","Operating System :: OS Independent","Programming Language :: Python :: 3"],"normalized_name":"lm-eval","project_status":null},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2024-09-05T15:04:20.000Z","size":27573,"stargazers_count":6325,"open_issues_count":337,"forks_count":1677,"subscribers_count":36,"default_branch":"main","last_synced_at":"2024-09-05T20:14:33.452Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2024-09-05T19:44:12.000Z","dependencies_parsed_at":"2023-12-18T21:14:08.594Z","dependency_job_id":"44df2671-c699-4ef2-9ff5-08869cb5a2da","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":7,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":217661436,"owners_count":16211989,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2024-09-07T09:06:10.808Z","dependent_packages_count":15,"downloads":721329,"downloads_period":"last-month","dependent_repos_count":252,"rankings":{"downloads":0.8397824881712753,"dependent_repos_count":0.9628164136370196,"dependent_packages_count":2.3772338816626957,"stargazers_count":1.4021690425378406,"forks_count":1.57115082288431,"docker_downloads_count":2.0370848554351375,"average":1.5317062507213797},"purl":"pkg:pypi/lm-eval","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/lm-eval","docker_dependents_count":10,"docker_downloads_count":8760,"usage_url":"https://repos.ecosyste.ms/usage/pypi/lm-eval","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/lm-eval/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2024-09-05T21:50:49.695Z","issues_count":880,"pull_requests_count":877,"avg_time_to_close_issue":4471504.389250814,"avg_time_to_close_pull_request":1114135.3925831201,"issues_closed_count":610,"pull_requests_closed_count":782,"pull_request_authors_count":272,"issue_authors_count":528,"avg_comments_per_issue":2.8625,"avg_comments_per_pull_request":2.2063854047890534,"merged_pull_requests_count":613,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":721,"past_year_pull_requests_count":716,"past_year_avg_time_to_close_issue":1531635.280334728,"past_year_avg_time_to_close_pull_request":711050.8028391168,"past_year_issues_closed_count":476,"past_year_pull_requests_closed_count":634,"past_year_pull_request_authors_count":228,"past_year_issue_authors_count":439,"past_year_avg_comments_per_issue":2.855755894590846,"past_year_avg_comments_per_pull_request":2.13268156424581,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":508,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":45,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":5,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"},{"login":"naem1023","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"}],"active_maintainers":[{"login":"StellaAthena","count":18,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":5,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"naem1023","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/lm-eval/related_packages","maintainers":[{"uuid":"leogao","login":"leogao","name":null,"email":null,"url":null,"packages_count":5,"html_url":"https://pypi.org/user/leogao/","role":null,"created_at":"2023-02-15T02:45:12.076Z","updated_at":"2023-02-15T02:45:12.076Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/leogao/packages"},{"uuid":"haileyschoelkopf","login":"haileyschoelkopf","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/haileyschoelkopf/","role":null,"created_at":"2023-12-22T01:43:22.925Z","updated_at":"2023-12-22T01:43:22.925Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/haileyschoelkopf/packages"},{"uuid":"eleutherai","login":"eleutherai","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/eleutherai/","role":null,"created_at":"2024-01-31T15:31:10.167Z","updated_at":"2024-01-31T15:31:10.167Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/eleutherai/packages"},{"uuid":"lintangsutawika","login":"lintangsutawika","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/lintangsutawika/","role":null,"created_at":"2024-01-31T15:31:10.216Z","updated_at":"2024-01-31T15:31:10.216Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/lintangsutawika/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":725009,"maintainers_count":308320,"namespaces_count":0,"keywords_count":238006,"github":"pypi","metadata":{"funded_packages_count":50519},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2025-09-05T05:40:58.860Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}},{"id":10351637,"name":"github.com/EleutherAI/lm-evaluation-harness","ecosystem":"go","description":null,"homepage":null,"licenses":"mit","normalized_licenses":["MIT"],"repository_url":"https://github.com/EleutherAI/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":13,"first_release_published_at":"2021-09-01T22:57:52.000Z","latest_release_published_at":"2025-06-03T12:32:15.000Z","latest_release_number":"v0.4.9","last_synced_at":"2025-09-01T11:19:17.818Z","created_at":"2024-06-11T15:40:15.271Z","updated_at":"2025-09-01T12:56:32.743Z","registry_url":"https://pkg.go.dev/github.com/EleutherAI/lm-evaluation-harness","install_command":"go get github.com/EleutherAI/lm-evaluation-harness","documentation_url":"https://pkg.go.dev/github.com/EleutherAI/lm-evaluation-harness#section-documentation","metadata":{},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2025-09-01T08:54:14.000Z","size":32343,"stargazers_count":9961,"open_issues_count":628,"forks_count":2670,"subscribers_count":44,"default_branch":"main","last_synced_at":"2025-09-01T10:57:18.874Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2025-09-01T09:24:45.000Z","dependencies_parsed_at":"2023-12-18T21:14:08.594Z","dependency_job_id":"44df2671-c699-4ef2-9ff5-08869cb5a2da","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":14,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273128314,"owners_count":25050770,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-01T02:00:09.058Z","response_time":120,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"3f792954e94e472ca42fad2d4865394e9a55999a","kind":"commit","published_at":"2025-06-03T12:32:15.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2025-09-01T12:56:32.743Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":6.966061736475957,"dependent_packages_count":6.527826853133711,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":6.746944294804834},"purl":"pkg:golang/github.com/%21eleuther%21a%21i/lm-evaluation-harness","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/go/github.com/EleutherAI/lm-evaluation-harness","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/go/github.com/EleutherAI/lm-evaluation-harness","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/go/github.com/EleutherAI/lm-evaluation-harness/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-09-01T11:01:18.653Z","issues_count":1249,"pull_requests_count":1864,"avg_time_to_close_issue":5485518.3,"avg_time_to_close_pull_request":1580903.3292127522,"issues_closed_count":730,"pull_requests_closed_count":1537,"pull_request_authors_count":484,"issue_authors_count":795,"avg_comments_per_issue":2.120896717373899,"avg_comments_per_pull_request":1.9061158798283262,"merged_pull_requests_count":1171,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":411,"past_year_pull_requests_count":782,"past_year_avg_time_to_close_issue":1825399.1216216215,"past_year_avg_time_to_close_pull_request":1097639.2892416227,"past_year_issues_closed_count":148,"past_year_pull_requests_closed_count":567,"past_year_pull_request_authors_count":247,"past_year_issue_authors_count":316,"past_year_avg_comments_per_issue":1.2043795620437956,"past_year_avg_comments_per_pull_request":1.4680306905370843,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":418,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":49,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":17,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"}],"active_maintainers":[{"login":"StellaAthena","count":6,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2FEleutherAI%2Flm-evaluation-harness/related_packages","maintainers":[],"registry":{"name":"proxy.golang.org","url":"https://proxy.golang.org","ecosystem":"go","default":true,"packages_count":1951509,"maintainers_count":0,"namespaces_count":741275,"keywords_count":109185,"github":"golang","metadata":{"funded_packages_count":49011},"icon_url":"https://github.com/golang.png","created_at":"2022-04-04T15:19:22.939Z","updated_at":"2025-09-05T05:14:06.439Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/namespaces"}},{"id":10351640,"name":"github.com/eleutherai/lm-evaluation-harness","ecosystem":"go","description":null,"homepage":null,"licenses":"mit","normalized_licenses":["MIT"],"repository_url":"https://github.com/eleutherai/lm-evaluation-harness","keywords_array":[],"namespace":null,"versions_count":13,"first_release_published_at":"2021-09-01T22:57:52.000Z","latest_release_published_at":"2025-06-03T12:32:15.000Z","latest_release_number":"v0.4.9","last_synced_at":"2025-09-01T11:19:18.192Z","created_at":"2024-06-11T15:40:15.443Z","updated_at":"2025-09-01T12:56:34.900Z","registry_url":"https://pkg.go.dev/github.com/eleutherai/lm-evaluation-harness","install_command":"go get github.com/eleutherai/lm-evaluation-harness","documentation_url":"https://pkg.go.dev/github.com/eleutherai/lm-evaluation-harness#section-documentation","metadata":{},"repo_metadata":{"id":37104465,"uuid":"290909192","full_name":"EleutherAI/lm-evaluation-harness","owner":"EleutherAI","description":"A framework for few-shot evaluation of language models.","archived":false,"fork":false,"pushed_at":"2025-09-01T08:54:14.000Z","size":32343,"stargazers_count":9961,"open_issues_count":628,"forks_count":2670,"subscribers_count":44,"default_branch":"main","last_synced_at":"2025-09-01T10:57:18.874Z","etag":null,"topics":["evaluation-framework","language-model","transformer"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2020-08-28T00:09:15.000Z","updated_at":"2025-09-01T09:24:45.000Z","dependencies_parsed_at":"2023-12-18T21:14:08.594Z","dependency_job_id":"44df2671-c699-4ef2-9ff5-08869cb5a2da","html_url":"https://github.com/EleutherAI/lm-evaluation-harness","commit_stats":{"total_commits":872,"total_committers":59,"mean_commits":"14.779661016949152","dds":0.716743119266055,"last_synced_commit":"83dbfbf6070324f3e5872f63e49d49ff7ef4c9b3"},"previous_names":[],"tags_count":14,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/sbom","scorecard":{"id":45078,"data":{"date":"2025-08-11","repo":{"name":"github.com/EleutherAI/lm-evaluation-harness","commit":"7f04db12d2f8e7a99a0830d99eb78130e1ba2122"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.8,"checks":[{"name":"Code-Review","score":7,"reason":"Found 22/30 approved changesets -- score normalized to 7","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 2 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: no topLevel permission defined: .github/workflows/new_tasks.yml:1","Warn: no topLevel permission defined: .github/workflows/publish.yml:1","Warn: no topLevel permission defined: .github/workflows/unit_tests.yml:1","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE.md:0","Info: FSF or OSI recognized license: MIT License: LICENSE.md:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/publish.yml:53"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: githubv4.Query: Resource not accessible by integration","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/new_tasks.yml:49: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/new_tasks.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:68: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:73: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/publish.yml:90: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/publish.yml:95: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/publish.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:46: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:56: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/unit_tests.yml:76: update your workflow using https://app.stepsecurity.io/secureworkflow/EleutherAI/lm-evaluation-harness/unit_tests.yml/main?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:57","Warn: pipCommand not pinned by hash: .github/workflows/new_tasks.yml:58","Warn: pipCommand not pinned by hash: .github/workflows/publish.yml:41","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:66","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:67","Warn: pipCommand not pinned by hash: .github/workflows/unit_tests.yml:68","Info:   0 out of  13 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of   4 third-party GitHubAction dependencies pinned","Info:   0 out of   6 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 30 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-14T22:33:08.908Z","repository_id":37104465,"created_at":"2025-08-14T22:33:08.908Z","updated_at":"2025-08-14T22:33:08.908Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273128319,"owners_count":25050770,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-01T02:00:09.058Z","response_time":120,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"tags":[{"name":"v0.4.9.1","sha":"d021bf846218f1bb3bdc0603864789329476d464","kind":"commit","published_at":"2025-08-04T11:24:34.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9.1/manifests"},{"name":"v0.4.9","sha":"3f792954e94e472ca42fad2d4865394e9a55999a","kind":"commit","published_at":"2025-06-03T12:32:15.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.9","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.9/manifests"},{"name":"v0.4.8","sha":"6d2abda4fd171e68a8789330c4149e37c1ca0bda","kind":"commit","published_at":"2025-03-05T03:01:53.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.8","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.8/manifests"},{"name":"v0.4.7","sha":"4c26a9c176ecfb40b369503ce211e356bb800fdc","kind":"commit","published_at":"2024-12-17T10:24:01.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.7","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.7/manifests"},{"name":"v0.4.6","sha":"9d36354e6422db94c374dc476c093b1495370983","kind":"commit","published_at":"2024-11-22T20:48:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.6","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.6/manifests"},{"name":"v0.4.5","sha":"0845b588303f1f59af98dd1c5bdbd78a9e75a1e2","kind":"commit","published_at":"2024-10-08T21:00:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.5","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.5/manifests"},{"name":"v0.4.4","sha":"543617fef9ba885e87f8db8930fbbff1d4e2ca49","kind":"commit","published_at":"2024-09-05T15:01:48.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.4","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.4/manifests"},{"name":"v0.4.3","sha":"3fa4fd725c8a428710109f1d6c14eda37e95baea","kind":"commit","published_at":"2024-07-01T13:50:22.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.3","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.3/manifests"},{"name":"v0.4.2","sha":"4600d6bf73ba2cf7037ae7feada03315839ef185","kind":"commit","published_at":"2024-03-18T11:51:18.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.2","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.2/manifests"},{"name":"v0.4.1","sha":"a0a2fec8dc0c7da009029640d3316cb1091ee1c1","kind":"commit","published_at":"2024-01-31T15:12:46.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.1/manifests"},{"name":"v0.4.0","sha":"c9bbec6e7de418b9082379da82797522eb173054","kind":"commit","published_at":"2023-12-04T14:39:24.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.4.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.4.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.4.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.4.0/manifests"},{"name":"v0.3.0","sha":"62ca18400ebe0fc0dbb14274b27170d2d5ae9e3d","kind":"commit","published_at":"2022-12-08T08:10:38.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.3.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.3.0/manifests"},{"name":"v0.2.0","sha":"7064d6b900760a189ff32b1751e8c1934884debf","kind":"commit","published_at":"2022-03-07T02:03:20.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.2.0","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.2.0/manifests"},{"name":"v0.0.1","sha":"72d39b7770ad03fca194fcf14a46e656f8c06004","kind":"commit","published_at":"2021-09-01T22:57:52.000Z","download_url":"https://codeload.github.com/EleutherAI/lm-evaluation-harness/tar.gz/v0.0.1","html_url":"https://github.com/EleutherAI/lm-evaluation-harness/releases/tag/v0.0.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/EleutherAI/lm-evaluation-harness@v0.0.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/tags/v0.0.1/manifests"}]},"repo_metadata_updated_at":"2025-09-01T12:56:34.899Z","dependent_packages_count":0,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":6.966061736475957,"dependent_packages_count":6.527826853133711,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":6.746944294804834},"purl":"pkg:golang/github.com/eleutherai/lm-evaluation-harness","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/go/github.com/eleutherai/lm-evaluation-harness","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/go/github.com/eleutherai/lm-evaluation-harness","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/go/github.com/eleutherai/lm-evaluation-harness/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-09-01T11:01:18.653Z","issues_count":1249,"pull_requests_count":1864,"avg_time_to_close_issue":5485518.3,"avg_time_to_close_pull_request":1580903.3292127522,"issues_closed_count":730,"pull_requests_closed_count":1537,"pull_request_authors_count":484,"issue_authors_count":795,"avg_comments_per_issue":2.120896717373899,"avg_comments_per_pull_request":1.9061158798283262,"merged_pull_requests_count":1171,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":411,"past_year_pull_requests_count":782,"past_year_avg_time_to_close_issue":1825399.1216216215,"past_year_avg_time_to_close_pull_request":1097639.2892416227,"past_year_issues_closed_count":148,"past_year_pull_requests_closed_count":567,"past_year_pull_request_authors_count":247,"past_year_issue_authors_count":316,"past_year_avg_comments_per_issue":1.2043795620437956,"past_year_avg_comments_per_pull_request":1.4680306905370843,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":418,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/issues","maintainers":[{"login":"StellaAthena","count":49,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":17,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"},{"login":"jon-tow","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jon-tow"},{"login":"naem1023","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/naem1023"},{"login":"uSaiPrashanth","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/uSaiPrashanth"},{"login":"researcher2","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/researcher2"},{"login":"hyunwoongko","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hyunwoongko"}],"active_maintainers":[{"login":"StellaAthena","count":6,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"haileyschoelkopf","count":4,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/haileyschoelkopf"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages/github.com%2Feleutherai%2Flm-evaluation-harness/related_packages","maintainers":[],"registry":{"name":"proxy.golang.org","url":"https://proxy.golang.org","ecosystem":"go","default":true,"packages_count":1951509,"maintainers_count":0,"namespaces_count":741275,"keywords_count":109185,"github":"golang","metadata":{"funded_packages_count":49011},"icon_url":"https://github.com/golang.png","created_at":"2022-04-04T15:19:22.939Z","updated_at":"2025-09-05T05:14:06.439Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/proxy.golang.org/namespaces"}}],"commits":{"id":605309,"full_name":"EleutherAI/lm-evaluation-harness","default_branch":"main","committers":[{"name":"lintangsutawika","email":"lintang@sutawika.com","login":"lintangsutawika","count":687},{"name":"haileyschoelkopf","email":"hailey@eleuther.ai","login":"haileyschoelkopf","count":407},{"name":"Leo Gao","email":"leogao31@gmail.com","login":"leogao2","count":341},{"name":"baberabb","email":"92168766+baberabb","login":"baberabb","count":271},{"name":"Jonathan Tow","email":"jonathantow1@gmail.com","login":"jon-tow","count":145},{"name":"Benjamin Fattori","email":"ben.fattori@mail.utoronto.ca","login":"fattorib","count":80},{"name":"Stella Biderman","email":"stellabiderman@gmail.com","login":"StellaAthena","count":74},{"name":"haileyschoelkopf","email":"hailey.schoelkopf@yale.edu","login":null,"count":49},{"name":"jon-tow","email":"jon-tow@Jons-MacBook-Pro.local","login":null,"count":39},{"name":"Jason Phang","email":"email@jasonphang.com","login":"zphang","count":30},{"name":"FarzanehNakhaee","email":"farzanehnakhaee70@gmail.com","login":"farzanehnakhaee70","count":25},{"name":"cjlovering","email":"cjlovering@wpi.edu","login":"cjlovering","count":25},{"name":"Charles Foster","email":"cfoster0@ccrma.stanford.edu","login":null,"count":23},{"name":"Anish Thite","email":"anishthite@gmail.com","login":"anishthite","count":20},{"name":"Muennighoff","email":"62820084+Muennighoff","login":"Muennighoff","count":18},{"name":"Aflah","email":"72096386+aflah02","login":"aflah02","count":17},{"name":"thomasw21","email":"24695242+thomasw21","login":"thomasw21","count":17},{"name":"Stephen Hogg","email":"shogg@emvision.com.au","login":null,"count":17},{"name":"sdtblck","email":"46172032+sdtblck","login":"sdtblck","count":15},{"name":"thefazzer","email":"pfarrington@gmail.com","login":"thefazzer","count":15},{"name":"Chris","email":"chris@azurro.pl","login":"chrisociepa","count":14},{"name":"researcher2","email":"32028883+researcher2","login":"researcher2","count":14},{"name":"nikuya3","email":"54780682+nikuya3","login":"nikuya3","count":14},{"name":"Julen Etxaniz","email":"juletxara@gmail.com","login":"juletx","count":14},{"name":"Tian Yun","email":"tttyuntian@hotmail.com","login":"tttyuntian","count":13},{"name":"gk","email":"gkpyon@gmail.com","login":"gakada","count":12},{"name":"\u0026","email":"","login":null,"count":12},{"name":"LSinev","email":"LSinev","login":"LSinev","count":12},{"name":"h-albert-lee","email":"gksdnf424@gmail.com","login":"h-albert-lee","count":12},{"name":"KonradSzafer","email":"61851539+KonradSzafer","login":"KonradSzafer","count":10},{"name":"Zdenek Kasner","email":"kasnezde@fel.cvut.cz","login":"kasnerz","count":10},{"name":"Anjor Kanekar","email":"anjor@umd.edu","login":"anjor","count":9},{"name":"KhalidAlt","email":"49135754+KhalidAlt","login":"KhalidAlt","count":9},{"name":"Vicki Boykis","email":"vicki@mozilla.ai","login":"veekaybee","count":8},{"name":"zxcvuser","email":"irene.bauce@gmail.com","login":"zxcvuser","count":8},{"name":"Anthony DiPofi","email":"anthonydipofi@gmail.com","login":"anthony-dipofi","count":8},{"name":"Zhiwei Zhuang","email":"zhiwei.zhuang@shopee.com","login":"AndyZwei","count":7},{"name":"achervyakov","email":"77295913+artemorloff","login":"artemorloff","count":7},{"name":"Eric Tang","email":"erictang000@gmail.com","login":"erictang000","count":7},{"name":"Kiersten Stokes","email":"kierstenstokes@gmail.com","login":"kiersten-stokes","count":7},{"name":"Dirk Groeneveld","email":"dirkg@allenai.org","login":"dirkgr","count":6},{"name":"Ethan Smith","email":"ethan@ethanhs.me","login":"emmatyping","count":6},{"name":"Minho Ryu","email":"ryumin93@gmail.com","login":"bzantium","count":6},{"name":"jeffhsu3","email":"jeffhsu3@gmail.com","login":"jeffhsu3","count":6},{"name":"Zafir Stojanovski","email":"zafir.stojanovski@icloud.com","login":"zafstojano","count":6},{"name":"Alexandre Marques","email":"alexandre@neuralmagic.com","login":"anmarques","count":6},{"name":"Shashi456","email":"pass2pawan@gmail.com","login":"Shashi456","count":6},{"name":"rokosbasilisk","email":"thecomplexitytheorist@gmail.com","login":"xagi-dev","count":5},{"name":"uyhcire","email":"27897696+uyhcire","login":"uyhcire","count":5},{"name":"Pasquale Minervini","email":"p.minervini@gmail.com","login":"pminervini","count":5},{"name":"Nikhil Pinnaparaju","email":"nikhilpinnaparaju@gmail.com","login":"nikhilpinnaparaju","count":5},{"name":"Nathan Habib","email":"30601243+NathanHB","login":"NathanHB","count":5},{"name":"ManuelFay","email":"manuel.faysse@illuin.tech","login":"ManuelFay","count":5},{"name":"Eddy Yeo","email":"eddy.yeo@gmail.com","login":"yeoedward","count":5},{"name":"Yu Shi Jie","email":"yshijie1999@gmail.com","login":"ysjprojects","count":4},{"name":"Uanu","email":"92366232+uanu2002","login":"uanu2002","count":4},{"name":"Zach Nussbaum","email":"zanussbaum@gmail.com","login":"zanussbaum","count":4},{"name":"Nathan Weinberg","email":"31703736+nathan-weinberg","login":"nathan-weinberg","count":4},{"name":"Michael Goin","email":"michael@neuralmagic.com","login":"mgoin","count":4},{"name":"Ben Wang","email":"wangben3@gmail.com","login":"kingoflolz","count":4},{"name":"jordiclive","email":"jordan.clive19@imperial.ac.uk","login":"jordiclive","count":4},{"name":"Andy Zou","email":"andyzou_jiaming@berkeley.edu","login":null,"count":4},{"name":"ken","email":"ken_kawamura@brown.edu","login":"kkawamu1","count":4},{"name":"khalil","email":"90086758+khalil-Hennara","login":"khalil-Hennara","count":4},{"name":"kwrobel.eth","email":"djstrong@gmail.com","login":"djstrong","count":4},{"name":"thnkinbtfly","email":"70014488+thnkinbtfly","login":"thnkinbtfly","count":3},{"name":"momotori","email":"momotori@mail.ustc.edu.cn","login":"Momo-Tori","count":3},{"name":"weijie","email":"34210233+shiweijiezero","login":"shiweijiezero","count":3},{"name":"Arda","email":"ge32max@mytum.de","login":"ArdaYueksel","count":3},{"name":"Naiara Perez","email":"naiara.perez@ehu.eus","login":"naiarapm","count":3},{"name":"Michael Feil","email":"63565275+michaelfeil","login":"michaelfeil","count":3},{"name":"Kevin Wang","email":"kevinwang@kevinwang.us","login":"VitamintK","count":3},{"name":"am-bean","email":"88600346+am-bean","login":"am-bean","count":3},{"name":"MorishT","email":"106973776+MorishT","login":"MorishT","count":3},{"name":"Nikodem Szwast","email":"97400923+Medokins","login":"Medokins","count":3},{"name":"Poedator","email":"24738311+poedator","login":"poedator","count":3},{"name":"Tanishq Abraham","email":"37097934+tmabraham","login":"tmabraham","count":3},{"name":"Zehan Li","email":"69186130+jordane95","login":"jordane95","count":3},{"name":"Irina Proskurina","email":"72871167+upunaprosk","login":"upunaprosk","count":3},{"name":"zhabuye","email":"74179177+zhabuye","login":"zhabuye","count":3},{"name":"Alex Bäuerle","email":"alex@a13x.io","login":"Sparkier","count":3},{"name":"Amine Elhattami","email":"35821254+Am1n3e","login":"Am1n3e","count":3},{"name":"Igor Ostrovsky","email":"igoros@gmail.com","login":"igor0","count":3},{"name":"Giulio Lovisotto","email":"giuliolovisotto@gmail.com","login":"giuliolovisotto","count":3},{"name":"Brian Vaughan","email":"nairbv","login":"nairbv","count":3},{"name":"Sadra Barikbin","email":"sadraqazvin1@yahoo.com","login":"sadra-barikbin","count":2},{"name":"Sam Passaglia","email":"8333102+passaglia","login":"passaglia","count":2},{"name":"Santiago Galiano Segura","email":"71637365+sgs97ua","login":"sgs97ua","count":2},{"name":"Seungwoo Ryu","email":"seungwoo.ryu.94@gmail.com","login":"tryumanshow","count":2},{"name":"Surya Kasturi","email":"kasturisurya@gmail.com","login":"ksurya","count":2},{"name":"Sypherd","email":"50557586+Sypherd","login":"Sypherd","count":2},{"name":"USVSN Sai Prashanth","email":"usaiprashanth2018@gmail.com","login":"uSaiPrashanth","count":2},{"name":"Yoav Katz","email":"68273864+yoavkatz","login":"yoavkatz","count":2},{"name":"Yuliang Li","email":"40186387+xTayEx","login":"xTayEx","count":2},{"name":"Hojjat Mokhtarabadi","email":"hmokhtarabadi.1999@gmail.com","login":"Hojjat-Mokhtarabadi","count":2},{"name":"Paul McCann","email":"132827365+polm-stability","login":"polm-stability","count":2},{"name":"Nikita Lozhnikov","email":"nikitml@gmail.com","login":"lozhn","count":2},{"name":"Rima Shahbazyan","email":"74137119+rimashahbazyan","login":"rimashahbazyan","count":2},{"name":"Qubitium-ModelCloud","email":"qubitium@modelcloud.ai","login":"Qubitium","count":2},{"name":"Cameron Witkowski","email":"cwitkowski@rogers.com","login":"Cameron7195","count":2},{"name":"tomlimi","email":"t.limisiewicz@gmail.com","login":"tomlimi","count":2},{"name":"silentv0x","email":"incessantjunk@gmail.com","login":"silentv0x","count":2},{"name":"nopperl","email":"54780682+nopperl","login":"nopperl","count":2},{"name":"nicholaskross","email":"nick@nicholaskross.com","login":"nicholaskross","count":2},{"name":"jonabur","email":"135807120+jonabur","login":"jonabur","count":2},{"name":"johnwee1","email":"91670254+johnwee1","login":"johnwee1","count":2},{"name":"janEbert","email":"janpublicebert@posteo.net","login":"janEbert","count":2},{"name":"eyuansu62","email":"30862458+eyuansu62","login":"eyuansu62","count":2},{"name":"Jan-Christoph Kalo","email":"kalo@is68.ifis.cs.tu-bs.de","login":null,"count":2},{"name":"Iker García-Ferrero","email":"i.garciaferrerosanpelayo@gmail.com","login":"ikergarcia1996","count":2},{"name":"Huazhong Ji","email":"hzji210@gmail.com","login":"statelesshz","count":2},{"name":"Hojin Lee","email":"nyx1371@snu.ac.kr","login":"hjlee1371","count":2},{"name":"Harsha","email":"858059+harshakokel","login":"harshakokel","count":2},{"name":"Fabrizio Milo","email":"mistobaan@gmail.com","login":"Mistobaan","count":2},{"name":"Elron Bandel","email":"elronbandel@gmail.com","login":"elronbandel","count":2},{"name":"Eldar Kurtic","email":"eldarkurtic314@gmail.com","login":"eldarkurtic","count":2},{"name":"Avelina9X","email":"37878580+Avelina9X","login":"Avelina9X","count":2},{"name":"Oskar","email":"o.d.vanderwal@gmail.com","login":"oskarvanderwal","count":2},{"name":"aditya thomas","email":"aditya.thomas@alum.mit.edu","login":"sepiatone","count":2},{"name":"Michele Resta","email":"79645321+m-resta","login":"m-resta","count":2},{"name":"Michael Pieler","email":"Michael.Pieler@Gmail.com","login":"MicPie","count":2},{"name":"Lenni Justen","email":"65619456+lennijusten","login":"lennijusten","count":2},{"name":"Jungwhan Kim","email":"53588015+jungwhank","login":"jungwhank","count":2},{"name":"Sergio Perez","email":"sergioperezperez24@gmail.com","login":"sergiopperez","count":2},{"name":"Jinwei","email":"55192557+Monstertail","login":"Monstertail","count":2},{"name":"James A. Michaelov","email":"32554945+jmichaelov","login":"jmichaelov","count":2},{"name":"DaveOkpare","email":"okparedave@gmail.com","login":"DaveOkpare","count":2},{"name":"Amir Hossein Kargaran","email":"kargaranamir@gmail.com","login":"kargaranamir","count":2},{"name":"Daniele","email":"36171005+dtrifiro","login":"dtrifiro","count":1},{"name":"Bram Vanroy","email":"2779410+BramVanroy","login":"BramVanroy","count":1},{"name":"Steven Basart","email":"xksteven","login":"xksteven","count":1},{"name":"Slawomir Strehlke","email":"slawomir.strehlke@intel.com","login":"sstrehlk","count":1},{"name":"Simran Arora","email":"emailsimran@gmail.com","login":"simran-arora","count":1},{"name":"Shivansh Pachnanda","email":"114482037+KahnSvaer","login":"KahnSvaer","count":1},{"name":"Alessandro Ercolani","email":"ale.ercolani@gmail.com","login":"giux78","count":1},{"name":"Alex Titterton","email":"53468446+alex-titterton","login":"alex-titterton","count":1},{"name":"Angelika Romanou","email":"angelika.romanou@epfl.ch","login":"agromanou","count":1},{"name":"Anton Polishko","email":"anton.polishko@gmail.com","login":"antonpolishko","count":1},{"name":"Antoni Baum","email":"antoni.baum@protonmail.com","login":"Yard1","count":1},{"name":"Ayush Thakur","email":"mein2work@gmail.com","login":"ayulockin","count":1},{"name":"Ben Shoham Ofir","email":"33639234+Ofir408","login":"Ofir408","count":1},{"name":"Boda Sadallah","email":"abdelrahman.sadallah@mbzuai.ac.ae","login":"bodasadallah","count":1},{"name":"Konstantin Schulz","email":"Konstantin.Schulz@dfki.de","login":null,"count":1},{"name":"Jun Shern Chan","email":"junshern.chan@motional.com","login":null,"count":1},{"name":"Samuel Weinbach","email":"samuel.weinbach@aleph-alpha.de","login":null,"count":1},{"name":"Quentin Gregory Anthony","email":"qanthony@login01.expanse.sdsc.edu","login":null,"count":1},{"name":"kyujinHan","email":"98331298+KyujinHan","login":"KyujinHan","count":1},{"name":"larekrow","email":"127832774+larekrow","login":"larekrow","count":1},{"name":"Sungho Park","email":"relilau00@gmail.com","login":"naem1023","count":1},{"name":"SuperCat","email":"37853425+SkySuperCat","login":"SkySuperCat","count":1},{"name":"Til Jasper Ullrich","email":"git@tju.me","login":"tju01","count":1},{"name":"Tom Hartvigsen","email":"tomh@mit.edu","login":"Thartvigsen","count":1},{"name":"Trawinski, Dariusz","email":"dariusz.trawinski@intel.com","login":"dtrawins","count":1},{"name":"Uminosachi","email":"49424133+Uminosachi","login":"Uminosachi","count":1},{"name":"Wang, Chang","email":"491521017@qq.com","login":"changwangss","count":1},{"name":"Wang, Yi","email":"yi.a.wang@intel.com","login":"sywangyi","count":1},{"name":"Wenyang LUO","email":"86722018+timturing","login":"timturing","count":1},{"name":"Wessel Poelman","email":"45011687+WPoelman","login":"WPoelman","count":1},{"name":"Wis Kojohnjaratkul","email":"wkojohnj@gmail.com","login":"wiskojo","count":1},{"name":"Wongboo","email":"44860323+Wongboo","login":"Wongboo","count":1},{"name":"Wonseok Hwang","email":"whwang299@gmail.com","login":"whwang299","count":1},{"name":"Wonung Kim","email":"waneon.kim@gmail.com","login":"waneon","count":1},{"name":"WoosungMyung","email":"115716986+LameloBally","login":"LameloBally","count":1},{"name":"Piyush Thakur","email":"53268607+cosmo3769","login":"cosmo3769","count":1},{"name":"Haonan Li","email":"nathan.8270.n@gmail.com","login":"haonan-li","count":1},{"name":"Kacper Wikieł","email":"5274399+kwikiel","login":"kwikiel","count":1},{"name":"Rafael Tappe Maestro","email":"r.tm@outlook.de","login":"Wehzie","count":1},{"name":"Ramiro R. C.","email":"rawthil@gmail.com","login":"RawthiL","count":1},{"name":"Ranger","email":"shieldmore@gmail.com","login":"renjie-ranger","count":1},{"name":"Riccardo Schirone","email":"riccardo.schirone@trailofbits.com","login":"ret2libc","count":1},{"name":"Rich","email":"34130474+richwardle","login":"richwardle","count":1},{"name":"Rich Hankins","email":"rich@augmentcode.com","login":"richhankins","count":1},{"name":"Rob Geada","email":"rob@geada.net","login":"RobGeada","count":1},{"name":"Rui Vieira","email":"rcardoso@redhat.com","login":"ruivieira","count":1},{"name":"Rylan Schaeffer","email":"rylanschaeffer@gmail.com","login":"RylanSchaeffer","count":1},{"name":"SYusupov","email":"36813444+SYusupov","login":"SYusupov","count":1},{"name":"Sabrina J. Mielke","email":"sjm@sjmielke.com","login":"sjmielke","count":1},{"name":"Saibo-creator","email":"53392976+Saibo-creator","login":"Saibo-creator","count":1},{"name":"Samuel Monson","email":"smonson@irbash.net","login":"sjmonson","count":1},{"name":"heli-qi","email":"93250319+heli-qi","login":"heli-qi","count":1},{"name":"jab13x","email":"117719136+jab13x","login":"jab13x","count":1},{"name":"jp","email":"jp42maru@gmail.com","login":"jp1924","count":1},{"name":"Kailashbuki","email":"111277+kailashbuki","login":"kailashbuki","count":1},{"name":"Quentin Lhoest","email":"42851186+lhoestq","login":"lhoestq","count":1},{"name":"lewtun","email":"lewis.c.tunstall@gmail.com","login":"lewtun","count":1},{"name":"lxning","email":"23464292+lxning","login":"lxning","count":1},{"name":"meg","email":"90473723+meg-huggingface","login":"meg-huggingface","count":1},{"name":"mtkachenko","email":"480105+sitfoxfly","login":"sitfoxfly","count":1},{"name":"nicho2","email":"nicho2@laposte.net","login":"nicho2","count":1},{"name":"nike00811","email":"nike00811@gmail.com","login":"nike00811","count":1},{"name":"omahs","email":"73983677+omahs","login":"omahs","count":1},{"name":"sator-labs","email":"129434630+sator-labs","login":"sator-labs","count":1},{"name":"sean0042","email":"92732903+sean0042","login":"sean0042","count":1},{"name":"seopbo","email":"bsk0130@gmail.com","login":"seopbo","count":1},{"name":"seungduk.kim.2304","email":"seungduk.kim@yanolja.com","login":"seungduk-yanolja","count":1},{"name":"shivalika-singh","email":"shivalikasingh@cohere.com","login":"shivalika-singh","count":1},{"name":"wackey","email":"386622495@qq.com","login":"djwackey","count":1},{"name":"ynot","email":"win778500@gmail.com","login":"SONG-WONHO","count":1},{"name":"yurodiviy","email":"44850998+yurodiviy","login":"yurodiviy","count":1},{"name":"Xingjian Shi","email":"xshiab@connect.ust.hk","login":"sxjscience","count":1},{"name":"Quentin Anthony","email":"qganthony@yahoo.com","login":"Quentin-Anthony","count":1},{"name":"Yazeed Alnumay","email":"61038456+Yazeed7","login":"Yazeed7","count":1},{"name":"Yen-Ting Lin","email":"31605305+adamlin120","login":"adamlin120","count":1},{"name":"Yifei Zhang","email":"yifei.zhang1992@outlook.com","login":"zhangruoxu","count":1},{"name":"Yongkeun Hwang","email":"ykstyle@ykstyle.info","login":"wangcho2k","count":1},{"name":"Yotam Perlitz","email":"perlitz@gmail.com","login":"perlitz","count":1},{"name":"Yuxian Gu","email":"guyx21@mails.tsinghua.edu.cn","login":"t1101675","count":1},{"name":"ZZR0","email":"38292503+ZZR0","login":"ZZR0","count":1},{"name":"Zach Schillaci","email":"zschillaci@brandeis.edu","login":"zachschillaci27","count":1},{"name":"Zeyuan Allen-Zhu","email":"zhuzeyuan@hotmail.com","login":"zhuzeyuan","count":1},{"name":"ZoneTwelve","email":"zonetwelve159@gmail.com","login":"ZoneTwelve","count":1},{"name":"asgsaeid","email":"43481290+asgsaeid","login":"asgsaeid","count":1},{"name":"bcicc","email":"142823000+bcicc","login":"bcicc","count":1},{"name":"ciaranby","email":"48831615+ciaranby","login":"ciaranby","count":1},{"name":"daniel-salib","email":"danielsalib@meta.com","login":"daniel-salib","count":1},{"name":"dazipe","email":"126095259+dazipe","login":"dazipe","count":1},{"name":"fzyzcjy","email":"5236035+fzyzcjy","login":"fzyzcjy","count":1},{"name":"giorgossideris","email":"56915448+giorgossideris","login":"giorgossideris","count":1},{"name":"Yao Matrix","email":"yaoweifeng0301@126.com","login":"yao-matrix","count":1},{"name":"Felipe Maia Polo","email":"felipemaiapolo@gmail.com","login":"felipemaiapolo","count":1},{"name":"Firoj Alam, Scientist, QCRI","email":"firojalam","login":"firojalam","count":1},{"name":"GUIJIN SON","email":"spthsrbwls123@yonsei.ac.kr","login":"guijinSON","count":1},{"name":"Gabriel Mukobi","email":"gabrielmukobi@gmail.com","login":"mukobi","count":1},{"name":"Geralt","email":"94539084+Geralt-Targaryen","login":"Geralt-Targaryen","count":1},{"name":"Gyouk Chu","email":"94156717+GyoukChu","login":"GyoukChu","count":1},{"name":"Hadi Abdine","email":"59775564+hadi-abdine","login":"hadi-abdine","count":1},{"name":"Hannibal046","email":"38466901+Hannibal046","login":"Hannibal046","count":1},{"name":"Muhammad Bin Usman","email":"muhammadbin.2003@gmail.com","login":"MuhammadBinUsman03","count":1},{"name":"Harsh Kohli","email":"harsh14791@gmail.com","login":"HarshKohli","count":1},{"name":"Helena Kloosterman","email":"helena.kloosterman@intel.com","login":"helena-intel","count":1},{"name":"Hisham Alyahya","email":"38282695+HishamYahya","login":"HishamYahya","count":1},{"name":"Jaedong Hwang","email":"jdhwang730@gmail.com","login":"jd730","count":1},{"name":"Jaewoo Yang","email":"sweyjw@gmail.com","login":"onnoo","count":1},{"name":"Jan Kaniecki","email":"jkaniecki@habana.ai","login":"jkaniecki","count":1},{"name":"Jason Krone","email":"jasonkrone@me.com","login":"jasonkrone","count":1},{"name":"Jeevan","email":"64039772+JeevanBhoot","login":"JeevanBhoot","count":1},{"name":"Jeffrey Quesnelle","email":"jq@jeffq.com","login":"jquesnelle","count":1},{"name":"Daniel Holanda","email":"holand.daniel@gmail.com","login":"danielholanda","count":1},{"name":"Clémentine Fourrier","email":"22726840+clefourrier","login":"clefourrier","count":1},{"name":"Chujie Zheng","email":"chujiezhengchn@gmail.com","login":"chujiezheng","count":1},{"name":"Chris Kerwell Gresla","email":"80501101+ckgresla","login":"ckgresla","count":1},{"name":"Choyunhui","email":"a01022371341@gmail.com","login":"uni2237","count":1},{"name":"Chenjie Luo","email":"108829653+cjluo-omniml","login":"cjluo-omniml","count":1},{"name":"CL-ModelCloud","email":"cl@modelcloud.ai","login":"CL-ModelCloud","count":1},{"name":"Bruno Carneiro","email":"brunocarneirofs@gmail.com","login":"Tautorn","count":1},{"name":"Brendan Murphy","email":"bmurphy592@gmail.com","login":"murphybrendan","count":1},{"name":"Danielle Pintz","email":"38207072+daniellepintz","login":"daniellepintz","count":1},{"name":"David Corvoysier","email":"david.corvoysier@gmail.com","login":"dacorvo","count":1},{"name":"David Hoffmann","email":"105221763+adavidho","login":"adavidho","count":1},{"name":"DongGeon Lee","email":"dg.lee@postech.ac.kr","login":"oneonlee","count":1},{"name":"Edd","email":"68678137+Erland366","login":"Erland366","count":1},{"name":"Edward Gan","email":"efuzzy@gmail.com","login":"edgan8","count":1},{"name":"Eitan Turok","email":"150733043+eitanturok","login":"eitanturok","count":1},{"name":"Eugene Cheah","email":"PicoCreator","login":"PicoCreator","count":1},{"name":"Farhan Ahmed","email":"Farhan.Ahmed@ibm.com","login":"f4str","count":1},{"name":"Malikeh Ehghaghi","email":"35193114+Malikeh97","login":"Malikeh97","count":1},{"name":"Mark Saroufim","email":"marksaroufim@meta.com","login":"msaroufim","count":1},{"name":"Maxime","email":"672982+maximegmd","login":"maximegmd","count":1},{"name":"Michael Chen","email":"chen.michael.1116@gmail.com","login":"mycoalchen","count":1},{"name":"Aaron V","email":"inf3rnus","login":"inf3rnus","count":1},{"name":"Nam D. Tran","email":"42194884+namtranase","login":"namtranase","count":1},{"name":"NanoCode012","email":"kevinvong@rocketmail.com","login":"NanoCode012","count":1},{"name":"Nick Doiron","email":"ndoiron@mapmeld.com","login":"mapmeld","count":1},{"name":"Nicky Pochinkov","email":"52249105+nickypro","login":"nickypro","count":1},{"name":"Nouf M. Alotaibi","email":"63472979+noufmitla","login":"noufmitla","count":1},{"name":"NoushNabi","email":"33136068+NoushNabi","login":"NoushNabi","count":1},{"name":"Ogundepo Odunayo","email":"ogundepoodunayo@gmail.com","login":"ToluClassics","count":1},{"name":"Or Sharir","email":"or@sharir.org","login":"orsharir","count":1},{"name":"Oyvind Tafjord","email":"OyvindTafjord","login":"OyvindTafjord","count":1},{"name":"PabloAgustin","email":"pabloagustinquemas@gmail.com","login":"PabloAgustin","count":1},{"name":"Pankaj Mathur","email":"pankymathur@gmail.com","login":"pankajarm","count":1},{"name":"Peter Bevan","email":"peterbevan@hotmail.co.uk","login":"pbevan1","count":1},{"name":"Petr Baudis","email":"pasky@ucw.cz","login":"pasky","count":1},{"name":"Jennifer Cwagenberg","email":"candiedcode@gmail.com","login":"CandiedCode","count":1},{"name":"Jerry Zhang","email":"jerryzh168@gmail.com","login":"jerryzh168","count":1},{"name":"Jess","email":"jessicaojo19@gmail.com","login":"JessicaOjo","count":1},{"name":"Jiaxin Shan","email":"seedjeffwan@gmail.com","login":"Jeffwan","count":1},{"name":"Jinho Heo","email":"70141850+Aprilistic","login":"Aprilistic","count":1},{"name":"Jocelyn","email":"34988596+HelloJocelynLu","login":"HelloJocelynLu","count":1},{"name":"Jonas Golde","email":"jonas.golde@gmail.com","login":"whoisjones","count":1},{"name":"JorgeDeCorte","email":"91887115+JorgeDeCorte","login":"JorgeDeCorte","count":1},{"name":"Kajetan Dymkiewicz","email":"kajetan.dymkiewicz@gmail.com","login":"kdymkiewicz","count":1},{"name":"Ken Tsui","email":"kenhktsui@gmail.com","login":"kenhktsui","count":1},{"name":"Kozzy Voudouris","email":"62614306+kozzy97","login":"kozzy97","count":1},{"name":"Lei Chen","email":"chen.lei.05@gmail.com","login":"leocnj","count":1},{"name":"Linsong Chu","email":"lchu@us.ibm.com","login":"lchu-ibm","count":1},{"name":"Long Phan","email":"44376091+justinphan3110","login":"justinphan3110","count":1},{"name":"Lu Fang","email":"30275821+houseroad","login":"houseroad","count":1},{"name":"Lucas Weber","email":"35227161+LucWeber","login":"LucWeber","count":1},{"name":"Lucia Quirke","email":"luciarosequirke@gmail.com","login":"luciaquirke","count":1},{"name":"Maanu Grover","email":"109391026+maanug-nv","login":"maanug-nv","count":1},{"name":"Phil Wee","email":"pkw2010@nyu.edu","login":"philwee","count":1}],"total_commits":2953,"total_committers":292,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":10.113013698630137,"dds":0.7673552319674907,"past_year_committers":[{"name":"Baber Abbasi","email":"92168766+baberabb","login":"baberabb","count":92},{"name":"Hailey Schoelkopf","email":"65563625+haileyschoelkopf","login":"haileyschoelkopf","count":39},{"name":"KonradSzafer","email":"61851539+KonradSzafer","login":"KonradSzafer","count":9},{"name":"Lintang Sutawika","email":"lintang@eleuther.ai","login":"lintangsutawika","count":8},{"name":"zxcvuser","email":"irene.bauce@gmail.com","login":"zxcvuser","count":8},{"name":"LSinev","email":"LSinev","login":"LSinev","count":8},{"name":"Kiersten Stokes","email":"kierstenstokes@gmail.com","login":"kiersten-stokes","count":7},{"name":"Alexandre Marques","email":"alexandre@neuralmagic.com","login":"anmarques","count":6},{"name":"Zafir Stojanovski","email":"zafir.stojanovski@icloud.com","login":"zafstojano","count":6},{"name":"Minho Ryu","email":"ryumin93@gmail.com","login":"bzantium","count":6},{"name":"Nathan Habib","email":"30601243+NathanHB","login":"NathanHB","count":5},{"name":"Nathan Weinberg","email":"31703736+nathan-weinberg","login":"nathan-weinberg","count":4},{"name":"Yu Shi Jie","email":"yshijie1999@gmail.com","login":"ysjprojects","count":4},{"name":"achervyakov","email":"77295913+artemorloff","login":"artemorloff","count":4},{"name":"zhabuye","email":"74179177+zhabuye","login":"zhabuye","count":3},{"name":"am-bean","email":"88600346+am-bean","login":"am-bean","count":3},{"name":"Nikodem Szwast","email":"97400923+Medokins","login":"Medokins","count":3},{"name":"Irina Proskurina","email":"72871167+upunaprosk","login":"upunaprosk","count":3},{"name":"Giulio Lovisotto","email":"giuliolovisotto@gmail.com","login":"giuliolovisotto","count":3},{"name":"Naiara Perez","email":"naiara.perez@ehu.eus","login":"naiarapm","count":3},{"name":"Arda","email":"ge32max@mytum.de","login":"ArdaYueksel","count":3},{"name":"Sadra Barikbin","email":"sadraqazvin1@yahoo.com","login":"sadra-barikbin","count":2},{"name":"Santiago Galiano Segura","email":"71637365+sgs97ua","login":"sgs97ua","count":2},{"name":"Stella Biderman","email":"stellabiderman@gmail.com","login":"StellaAthena","count":2},{"name":"Surya Kasturi","email":"kasturisurya@gmail.com","login":"ksurya","count":2},{"name":"Sypherd","email":"50557586+Sypherd","login":"Sypherd","count":2},{"name":"Yoav Katz","email":"68273864+yoavkatz","login":"yoavkatz","count":2},{"name":"aditya thomas","email":"aditya.thomas@alum.mit.edu","login":"sepiatone","count":2},{"name":"anthony-dipofi","email":"anthonydipofi@gmail.com","login":"anthony-dipofi","count":2},{"name":"eyuansu62","email":"30862458+eyuansu62","login":"eyuansu62","count":2},{"name":"johnwee1","email":"91670254+johnwee1","login":"johnwee1","count":2},{"name":"jonabur","email":"135807120+jonabur","login":"jonabur","count":2},{"name":"khalil","email":"90086758+khalil-Hennara","login":"khalil-Hennara","count":2},{"name":"Cameron Witkowski","email":"cwitkowski@rogers.com","login":"Cameron7195","count":2},{"name":"Qubitium-ModelCloud","email":"qubitium@modelcloud.ai","login":"Qubitium","count":2},{"name":"Michele Resta","email":"79645321+m-resta","login":"m-resta","count":2},{"name":"Jungwhan Kim","email":"53588015+jungwhank","login":"jungwhank","count":2},{"name":"Jinwei","email":"55192557+Monstertail","login":"Monstertail","count":2},{"name":"Iker García-Ferrero","email":"i.garciaferrerosanpelayo@gmail.com","login":"ikergarcia1996","count":2},{"name":"Huazhong Ji","email":"hzji210@gmail.com","login":"statelesshz","count":2},{"name":"Hojin Lee","email":"nyx1371@snu.ac.kr","login":"hjlee1371","count":2},{"name":"Harsha","email":"858059+harshakokel","login":"harshakokel","count":2},{"name":"Elron Bandel","email":"elronbandel@gmail.com","login":"elronbandel","count":2},{"name":"Eldar Kurtic","email":"eldarkurtic314@gmail.com","login":"eldarkurtic","count":2},{"name":"Avelina9X","email":"37878580+Avelina9X","login":"Avelina9X","count":2},{"name":"Amir Hossein Kargaran","email":"kargaranamir@gmail.com","login":"kargaranamir","count":2},{"name":"Rima Shahbazyan","email":"74137119+rimashahbazyan","login":"rimashahbazyan","count":2},{"name":"Jaedong Hwang","email":"jdhwang730@gmail.com","login":"jd730","count":1},{"name":"Helena Kloosterman","email":"helena.kloosterman@intel.com","login":"helena-intel","count":1},{"name":"Harsh Kohli","email":"harsh14791@gmail.com","login":"HarshKohli","count":1},{"name":"Hanwool Albert Lee","email":"88315152+h-albert-lee","login":"h-albert-lee","count":1},{"name":"Hadi Abdine","email":"59775564+hadi-abdine","login":"hadi-abdine","count":1},{"name":"Gyouk Chu","email":"94156717+GyoukChu","login":"GyoukChu","count":1},{"name":"Geralt","email":"94539084+Geralt-Targaryen","login":"Geralt-Targaryen","count":1},{"name":"Gabriel Mukobi","email":"gabrielmukobi@gmail.com","login":"mukobi","count":1},{"name":"Firoj Alam, Scientist, QCRI","email":"firojalam","login":"firojalam","count":1},{"name":"Felipe Maia Polo","email":"felipemaiapolo@gmail.com","login":"felipemaiapolo","count":1},{"name":"Farhan Ahmed","email":"Farhan.Ahmed@ibm.com","login":"f4str","count":1},{"name":"Edward Gan","email":"efuzzy@gmail.com","login":"edgan8","count":1},{"name":"Edd","email":"68678137+Erland366","login":"Erland366","count":1},{"name":"DongGeon Lee","email":"dg.lee@postech.ac.kr","login":"oneonlee","count":1},{"name":"David Corvoysier","email":"david.corvoysier@gmail.com","login":"dacorvo","count":1},{"name":"Daniele","email":"36171005+dtrifiro","login":"dtrifiro","count":1},{"name":"Yuxian Gu","email":"guyx21@mails.tsinghua.edu.cn","login":"t1101675","count":1},{"name":"Daniel Holanda","email":"holand.daniel@gmail.com","login":"danielholanda","count":1},{"name":"Clémentine Fourrier","email":"22726840+clefourrier","login":"clefourrier","count":1},{"name":"Chujie Zheng","email":"chujiezhengchn@gmail.com","login":"chujiezheng","count":1},{"name":"Chris Kerwell Gresla","email":"80501101+ckgresla","login":"ckgresla","count":1},{"name":"Choyunhui","email":"a01022371341@gmail.com","login":"uni2237","count":1},{"name":"Chenjie Luo","email":"108829653+cjluo-omniml","login":"cjluo-omniml","count":1},{"name":"CL-ModelCloud","email":"cl@modelcloud.ai","login":"CL-ModelCloud","count":1},{"name":"Bruno Carneiro","email":"brunocarneirofs@gmail.com","login":"Tautorn","count":1},{"name":"Brendan Murphy","email":"bmurphy592@gmail.com","login":"murphybrendan","count":1},{"name":"Boda Sadallah","email":"abdelrahman.sadallah@mbzuai.ac.ae","login":"bodasadallah","count":1},{"name":"Ben Shoham Ofir","email":"33639234+Ofir408","login":"Ofir408","count":1},{"name":"Anton Polishko","email":"anton.polishko@gmail.com","login":"antonpolishko","count":1},{"name":"Angelika Romanou","email":"angelika.romanou@epfl.ch","login":"agromanou","count":1},{"name":"Amine Elhattami","email":"35821254+Am1n3e","login":"Am1n3e","count":1},{"name":"Alex Titterton","email":"53468446+alex-titterton","login":"alex-titterton","count":1},{"name":"Yotam Perlitz","email":"perlitz@gmail.com","login":"perlitz","count":1},{"name":"Yongkeun Hwang","email":"ykstyle@ykstyle.info","login":"wangcho2k","count":1},{"name":"Yifei Zhang","email":"yifei.zhang1992@outlook.com","login":"zhangruoxu","count":1},{"name":"Yen-Ting Lin","email":"31605305+adamlin120","login":"adamlin120","count":1},{"name":"Yazeed Alnumay","email":"61038456+Yazeed7","login":"Yazeed7","count":1},{"name":"Yao Matrix","email":"yaoweifeng0301@126.com","login":"yao-matrix","count":1},{"name":"Wonung Kim","email":"waneon.kim@gmail.com","login":"waneon","count":1},{"name":"Wonseok Hwang","email":"whwang299@gmail.com","login":"whwang299","count":1},{"name":"Wessel Poelman","email":"45011687+WPoelman","login":"WPoelman","count":1},{"name":"Wenyang LUO","email":"86722018+timturing","login":"timturing","count":1},{"name":"Wang, Yi","email":"yi.a.wang@intel.com","login":"sywangyi","count":1},{"name":"Wang, Chang","email":"491521017@qq.com","login":"changwangss","count":1},{"name":"Uminosachi","email":"49424133+Uminosachi","login":"Uminosachi","count":1},{"name":"Trawinski, Dariusz","email":"dariusz.trawinski@intel.com","login":"dtrawins","count":1},{"name":"SuperCat","email":"37853425+SkySuperCat","login":"SkySuperCat","count":1},{"name":"Steven Basart","email":"xksteven","login":"xksteven","count":1},{"name":"Slawomir Strehlke","email":"slawomir.strehlke@intel.com","login":"sstrehlk","count":1},{"name":"Simran Arora","email":"emailsimran@gmail.com","login":"simran-arora","count":1},{"name":"Shivansh Pachnanda","email":"114482037+KahnSvaer","login":"KahnSvaer","count":1},{"name":"wackey","email":"386622495@qq.com","login":"djwackey","count":1},{"name":"shivalika-singh","email":"shivalikasingh@cohere.com","login":"shivalika-singh","count":1},{"name":"omahs","email":"73983677+omahs","login":"omahs","count":1},{"name":"nike00811","email":"nike00811@gmail.com","login":"nike00811","count":1},{"name":"mtkachenko","email":"480105+sitfoxfly","login":"sitfoxfly","count":1},{"name":"meg","email":"90473723+meg-huggingface","login":"meg-huggingface","count":1},{"name":"lxning","email":"23464292+lxning","login":"lxning","count":1},{"name":"lewtun","email":"lewis.c.tunstall@gmail.com","login":"lewtun","count":1},{"name":"kyujinHan","email":"98331298+KyujinHan","login":"KyujinHan","count":1},{"name":"kwrobel.eth","email":"djstrong@gmail.com","login":"djstrong","count":1},{"name":"jab13x","email":"117719136+jab13x","login":"jab13x","count":1},{"name":"heli-qi","email":"93250319+heli-qi","login":"heli-qi","count":1},{"name":"fzyzcjy","email":"5236035+fzyzcjy","login":"fzyzcjy","count":1},{"name":"dazipe","email":"126095259+dazipe","login":"dazipe","count":1},{"name":"daniel-salib","email":"danielsalib@meta.com","login":"daniel-salib","count":1},{"name":"ciaranby","email":"48831615+ciaranby","login":"ciaranby","count":1},{"name":"bcicc","email":"142823000+bcicc","login":"bcicc","count":1},{"name":"asgsaeid","email":"43481290+asgsaeid","login":"asgsaeid","count":1},{"name":"Zeyuan Allen-Zhu","email":"zhuzeyuan@hotmail.com","login":"zhuzeyuan","count":1},{"name":"Zehan Li","email":"69186130+jordane95","login":"jordane95","count":1},{"name":"Seungwoo Ryu","email":"seungwoo.ryu.94@gmail.com","login":"tryumanshow","count":1},{"name":"MorishT","email":"106973776+MorishT","login":"MorishT","count":1},{"name":"Michael Goin","email":"michael@neuralmagic.com","login":"mgoin","count":1},{"name":"Maxime","email":"672982+maximegmd","login":"maximegmd","count":1},{"name":"Malikeh Ehghaghi","email":"35193114+Malikeh97","login":"Malikeh97","count":1},{"name":"Maanu Grover","email":"109391026+maanug-nv","login":"maanug-nv","count":1},{"name":"Lucia Quirke","email":"luciarosequirke@gmail.com","login":"luciaquirke","count":1},{"name":"Lucas Weber","email":"35227161+LucWeber","login":"LucWeber","count":1},{"name":"Lu Fang","email":"30275821+houseroad","login":"houseroad","count":1},{"name":"Kozzy Voudouris","email":"62614306+kozzy97","login":"kozzy97","count":1},{"name":"Kajetan Dymkiewicz","email":"kajetan.dymkiewicz@gmail.com","login":"kdymkiewicz","count":1},{"name":"Kailashbuki","email":"111277+kailashbuki","login":"kailashbuki","count":1},{"name":"Julen Etxaniz","email":"juletxara@gmail.com","login":"juletx","count":1},{"name":"Jonas Golde","email":"jonas.golde@gmail.com","login":"whoisjones","count":1},{"name":"Jocelyn","email":"34988596+HelloJocelynLu","login":"HelloJocelynLu","count":1},{"name":"Jinho Heo","email":"70141850+Aprilistic","login":"Aprilistic","count":1},{"name":"Jess","email":"jessicaojo19@gmail.com","login":"JessicaOjo","count":1},{"name":"Jerry Zhang","email":"jerryzh168@gmail.com","login":"jerryzh168","count":1},{"name":"Jennifer Cwagenberg","email":"candiedcode@gmail.com","login":"CandiedCode","count":1},{"name":"Jan Kaniecki","email":"jkaniecki@habana.ai","login":"jkaniecki","count":1},{"name":"Samuel Monson","email":"smonson@irbash.net","login":"sjmonson","count":1},{"name":"Saibo-creator","email":"53392976+Saibo-creator","login":"Saibo-creator","count":1},{"name":"Sabrina J. Mielke","email":"sjm@sjmielke.com","login":"sjmielke","count":1},{"name":"SYusupov","email":"36813444+SYusupov","login":"SYusupov","count":1},{"name":"Rui Vieira","email":"rcardoso@redhat.com","login":"ruivieira","count":1},{"name":"Rob Geada","email":"rob@geada.net","login":"RobGeada","count":1},{"name":"Ranger","email":"shieldmore@gmail.com","login":"renjie-ranger","count":1},{"name":"Ramiro R. C.","email":"rawthil@gmail.com","login":"RawthiL","count":1},{"name":"Petr Baudis","email":"pasky@ucw.cz","login":"pasky","count":1},{"name":"Pankaj Mathur","email":"pankymathur@gmail.com","login":"pankajarm","count":1},{"name":"PabloAgustin","email":"pabloagustinquemas@gmail.com","login":"PabloAgustin","count":1},{"name":"Oyvind Tafjord","email":"OyvindTafjord","login":"OyvindTafjord","count":1},{"name":"Oskar van der Wal","email":"56364990+oskarvanderwal","login":"oskarvanderwal","count":1},{"name":"Ogundepo Odunayo","email":"ogundepoodunayo@gmail.com","login":"ToluClassics","count":1},{"name":"Nikita Lozhnikov","email":"nikitml@gmail.com","login":"lozhn","count":1},{"name":"Nicky Pochinkov","email":"52249105+nickypro","login":"nickypro","count":1},{"name":"Nick Doiron","email":"ndoiron@mapmeld.com","login":"mapmeld","count":1},{"name":"Nam D. Tran","email":"42194884+namtranase","login":"namtranase","count":1},{"name":"Muhammad Bin Usman","email":"muhammadbin.2003@gmail.com","login":"MuhammadBinUsman03","count":1},{"name":"James A. Michaelov","email":"32554945+jmichaelov","login":"jmichaelov","count":1}],"past_year_total_commits":390,"past_year_total_committers":158,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":2.4683544303797467,"past_year_dds":0.764102564102564,"last_synced_at":"2025-05-01T06:02:38.923Z","last_synced_commit":"fc5019ead53c45119c522c62e8eea2daa837c56e","created_at":"2023-03-09T07:03:35.432Z","updated_at":"2025-05-01T06:02:38.998Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Flm-evaluation-harness/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-02T00:00:07.521Z","repositories_count":5480031,"commits_count":853395369,"contributors_count":31098267,"owners_count":906561,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":null,"events":null,"keywords":["evaluation-framework","language-model","transformer"],"dependencies":[{"ecosystem":"pypi","filepath":"setup.py","sha":null,"kind":"manifest","created_at":"2022-06-24T11:04:14.864Z","updated_at":"2022-06-24T11:04:14.864Z","repository_link":"https://github.com/EleutherAI/lm-evaluation-harness/blob/main/setup.py","dependencies":[{"id":40156849,"package_name":"datasets","ecosystem":"pypi","requirements":"\u003e=2.0.0","direct":true,"kind":"runtime","optional":false},{"id":40156850,"package_name":"click","ecosystem":"pypi","requirements":"\u003e=7.1","direct":true,"kind":"runtime","optional":false},{"id":40156851,"package_name":"scikit-learn","ecosystem":"pypi","requirements":"\u003e=0.24.1","direct":true,"kind":"runtime","optional":false},{"id":40156852,"package_name":"torch","ecosystem":"pypi","requirements":"\u003e=1.7","direct":true,"kind":"runtime","optional":false},{"id":40156853,"package_name":"transformers","ecosystem":"pypi","requirements":"\u003e=4.1","direct":true,"kind":"runtime","optional":false},{"id":40156854,"package_name":"sqlitedict","ecosystem":"pypi","requirements":"==1.6.0","direct":true,"kind":"runtime","optional":false},{"id":40156855,"package_name":"pytablewriter","ecosystem":"pypi","requirements":"==0.58.0","direct":true,"kind":"runtime","optional":false},{"id":40156856,"package_name":"sacrebleu","ecosystem":"pypi","requirements":"==1.5.0","direct":true,"kind":"runtime","optional":false},{"id":40156857,"package_name":"rouge-score","ecosystem":"pypi","requirements":"==0.0.4","direct":true,"kind":"runtime","optional":false},{"id":40156858,"package_name":"pycountry","ecosystem":"pypi","requirements":"==20.7.3","direct":true,"kind":"runtime","optional":false},{"id":40156859,"package_name":"numexpr","ecosystem":"pypi","requirements":"==2.7.2","direct":true,"kind":"runtime","optional":false},{"id":40156860,"package_name":"lm_dataformat","ecosystem":"pypi","requirements":"==0.0.20","direct":true,"kind":"runtime","optional":false},{"id":40156861,"package_name":"pybind11","ecosystem":"pypi","requirements":"==2.6.2","direct":true,"kind":"runtime","optional":false},{"id":40156862,"package_name":"tqdm-multiprocess","ecosystem":"pypi","requirements":"==0.0.11","direct":true,"kind":"runtime","optional":false},{"id":40156863,"package_name":"zstandard","ecosystem":"pypi","requirements":"==0.15.2","direct":true,"kind":"runtime","optional":false},{"id":40156864,"package_name":"jsonlines","ecosystem":"pypi","requirements":"==2.0.0","direct":true,"kind":"runtime","optional":false},{"id":40156865,"package_name":"mock","ecosystem":"pypi","requirements":"==4.0.3","direct":true,"kind":"runtime","optional":false},{"id":40156866,"package_name":"openai","ecosystem":"pypi","requirements":"==0.6.4","direct":true,"kind":"runtime","optional":false},{"id":40156867,"package_name":"jieba","ecosystem":"pypi","requirements":"==0.42.1","direct":true,"kind":"runtime","optional":false},{"id":40156868,"package_name":"nagisa","ecosystem":"pypi","requirements":"==0.2.7","direct":true,"kind":"runtime","optional":false},{"id":40156869,"package_name":"bleurt","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2023-09-21T19:01:31.118Z","updated_at":"2023-09-21T19:01:31.118Z","repository_link":"https://github.com/EleutherAI/lm-evaluation-harness/blob/main/requirements.txt","dependencies":[]},{"ecosystem":"actions","filepath":".github/workflows/new_tasks.yml","sha":null,"kind":"manifest","created_at":"2023-12-18T21:14:07.714Z","updated_at":"2023-12-18T21:14:07.714Z","repository_link":"https://github.com/EleutherAI/lm-evaluation-harness/blob/main/.github/workflows/new_tasks.yml","dependencies":[{"id":15168826415,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":15168826416,"package_name":"tj-actions/changed-files","ecosystem":"actions","requirements":"v37.1.2","direct":true,"kind":"composite","optional":false},{"id":15168826417,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/unit_tests.yml","sha":null,"kind":"manifest","created_at":"2023-12-18T21:14:07.721Z","updated_at":"2023-12-18T21:14:07.721Z","repository_link":"https://github.com/EleutherAI/lm-evaluation-harness/blob/main/.github/workflows/unit_tests.yml","dependencies":[{"id":15168826418,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":15168826419,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":15168826420,"package_name":"pre-commit/action","ecosystem":"actions","requirements":"v3.0.0","direct":true,"kind":"composite","optional":false},{"id":15168826421,"package_name":"actions/upload-artifact","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"pypi","filepath":"pyproject.toml","sha":null,"kind":"manifest","created_at":"2023-12-18T21:14:07.727Z","updated_at":"2023-12-18T21:14:07.727Z","repository_link":"https://github.com/EleutherAI/lm-evaluation-harness/blob/main/pyproject.toml","dependencies":[{"id":15168826422,"package_name":"accelerate","ecosystem":"pypi","requirements":"\u003e=0.21.0","direct":true,"kind":"runtime","optional":false},{"id":15168826423,"package_name":"evaluate","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":15168826424,"package_name":"datasets","ecosystem":"pypi","requirements":"\u003e=2.0.0","direct":true,"kind":"runtime","optional":false},{"id":15168826425,"package_name":"evaluate","ecosystem":"pypi","requirements":"\u003e=0.4.0","direct":true,"kind":"runtime","optional":false},{"id":15168826426,"package_name":"jsonlines","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":15168826427,"package_name":"numexpr","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":15168826428,"package_name":"peft","ecosystem":"pypi","requirements":"\u003e=0.2.0","direct":true,"kind":"runtime","optional":false},{"id":15168826429,"package_name":"pybind11","ecosystem":"pypi","requirements":"\u003e=2.6.2","direct":true,"kind":"runtime","optional":false},{"id":15168826430,"package_name":"pytablewriter","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":15168826431,"package_name":"rouge-score","ecosystem":"pypi","requirements":"\u003e=0.0.4","direct":true,"kind":"runtime","optional":false},{"id":15168826432,"package_name":"sacrebleu","ecosystem":"pypi","requirements":"\u003e=1.5.0","direct":true,"kind":"runtime","optional":false},{"id":15168826433,"package_name":"scikit-learn","ecosystem":"pypi","requirements":"\u003e=0.24.1","direct":true,"kind":"runtime","optional":false},{"id":15168826434,"package_name":"sqlitedict","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":15168826435,"package_name":"torch","ecosystem":"pypi","requirements":"\u003e=1.8","direct":true,"kind":"runtime","optional":false},{"id":15168826436,"package_name":"tqdm-multiprocess","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":15168826438,"package_name":"transformers","ecosystem":"pypi","requirements":"\u003e=4.1","direct":true,"kind":"runtime","optional":false},{"id":15168826439,"package_name":"zstandard","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]}],"score":28.44565735560726,"created_at":"2025-09-04T15:51:08.390Z","updated_at":"2025-10-07T08:14:34.861Z","avatar_url":"https://github.com/EleutherAI.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":721347,"funding_links":[],"readme_doi_urls":["https://doi.org/10.5281/zenodo.10256836"],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":["cryptocurrencies","jax","cryptography","agents","rlhf","large-language-models","foundation-models","vector-database","rag","multi-agents"],"project_url":"https://science.ecosyste.ms/api/v1/projects/34963","html_url":"https://science.ecosyste.ms/projects/34963"}