{"id":20581,"name":"py-alpaca-eval","description":"An automatic evaluator for instruction-following language models. Human-validated, high-quality, cheap, and fast.","url":"https://github.com/tatsu-lab/alpaca_eval","last_synced_at":"2025-09-05T00:41:53.416Z","repository":{"id":172585967,"uuid":"645270986","full_name":"tatsu-lab/alpaca_eval","owner":"tatsu-lab","description":"An automatic evaluator for instruction-following language models. Human-validated, high-quality, cheap, and fast.","archived":false,"fork":false,"pushed_at":"2025-08-09T07:23:36.000Z","size":315007,"stargazers_count":1845,"open_issues_count":21,"forks_count":284,"subscribers_count":10,"default_branch":"main","last_synced_at":"2025-08-28T10:15:13.941Z","etag":null,"topics":["deep-learning","evaluation","foundation-models","instruction-following","large-language-models","leaderboard","nlp","rlhf"],"latest_commit_sha":null,"homepage":"https://tatsu-lab.github.io/alpaca_eval/","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/tatsu-lab.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.cff","codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2023-05-25T09:35:28.000Z","updated_at":"2025-08-28T09:55:51.000Z","dependencies_parsed_at":null,"dependency_job_id":"6b1af3ad-4645-4f96-af5a-7e72ce804235","html_url":"https://github.com/tatsu-lab/alpaca_eval","commit_stats":{"total_commits":334,"total_committers":41,"mean_commits":8.146341463414634,"dds":0.592814371257485,"last_synced_commit":"9a7fcd0ef8970c7b9ed52c68402d1470e71d3540"},"previous_names":["tatsu-lab/alpaca_eval"],"tags_count":39,"template":false,"template_full_name":null,"purl":"pkg:github/tatsu-lab/alpaca_eval","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/tatsu-lab","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273695218,"owners_count":25151481,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-04T02:00:08.968Z","response_time":61,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"tatsu-lab","name":"Tatsu's shared repositories","uuid":"61893194","kind":"organization","description":"Tatsu's shared repos","email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/61893194?v=4","repositories_count":2,"last_synced_at":"2023-03-10T13:47:37.429Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/tatsu-lab","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-02-14T17:50:59.149Z","updated_at":"2023-03-10T13:47:37.432Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/tatsu-lab","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/tatsu-lab/repositories"},"packages":[{"id":8184826,"name":"py-alpaca-eval","ecosystem":"spack","description":"An automatic evaluator for instruction-following language models. Human-\nvalidated, high-quality, cheap, and fast.\n","homepage":"https://github.com/tatsu-lab/alpaca_eval","licenses":"[]","normalized_licenses":["Other"],"repository_url":"https://github.com/tatsu-lab/alpaca_eval","keywords_array":[],"namespace":null,"versions_count":1,"first_release_published_at":"2023-09-05T00:50:50.561Z","latest_release_published_at":"2023-09-05T00:50:50.561Z","latest_release_number":"0.2.8","last_synced_at":"2025-08-28T15:24:29.813Z","created_at":"2023-09-05T00:50:47.532Z","updated_at":"2025-08-28T16:23:33.273Z","registry_url":"https://packages.spack.io/package.html?name=py-alpaca-eval","install_command":"spack install py-alpaca-eval","documentation_url":null,"metadata":{},"repo_metadata":{"id":172585967,"uuid":"645270986","full_name":"tatsu-lab/alpaca_eval","owner":"tatsu-lab","description":"An automatic evaluator for instruction-following language models. Human-validated, high-quality, cheap, and fast.","archived":false,"fork":false,"pushed_at":"2025-08-09T07:23:36.000Z","size":315007,"stargazers_count":1845,"open_issues_count":21,"forks_count":284,"subscribers_count":10,"default_branch":"main","last_synced_at":"2025-08-28T10:15:13.941Z","etag":null,"topics":["deep-learning","evaluation","foundation-models","instruction-following","large-language-models","leaderboard","nlp","rlhf"],"latest_commit_sha":null,"homepage":"https://tatsu-lab.github.io/alpaca_eval/","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/tatsu-lab.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.cff","codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2023-05-25T09:35:28.000Z","updated_at":"2025-08-28T09:55:51.000Z","dependencies_parsed_at":null,"dependency_job_id":"6b1af3ad-4645-4f96-af5a-7e72ce804235","html_url":"https://github.com/tatsu-lab/alpaca_eval","commit_stats":{"total_commits":334,"total_committers":41,"mean_commits":8.146341463414634,"dds":0.592814371257485,"last_synced_commit":"9a7fcd0ef8970c7b9ed52c68402d1470e71d3540"},"previous_names":["tatsu-lab/alpaca_eval"],"tags_count":39,"template":false,"template_full_name":null,"purl":"pkg:github/tatsu-lab/alpaca_eval","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/tatsu-lab","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":272521634,"owners_count":24949005,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-08-28T02:00:10.768Z","response_time":74,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"tatsu-lab","name":"Tatsu's shared repositories","uuid":"61893194","kind":"organization","description":"Tatsu's shared repos","email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/61893194?v=4","repositories_count":2,"last_synced_at":"2023-03-10T13:47:37.429Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/tatsu-lab","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-02-14T17:50:59.149Z","updated_at":"2023-03-10T13:47:37.432Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/tatsu-lab","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/tatsu-lab/repositories"},"tags":[{"name":"v0.6.6","sha":"f19c323d8309d0d6f306bd26597db44fc6c62d57","kind":"commit","published_at":"2024-12-27T21:47:19.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.6.6","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.6.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.6.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.6/manifests"},{"name":"v0.6.5","sha":"2990c4dce044d8a15ba0f7f222a234373fbe7689","kind":"commit","published_at":"2024-08-17T23:39:00.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.6.5","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.6.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.6.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.5/manifests"},{"name":"v0.6.4","sha":"d7747c36934ad0b216fdb263d59e4e554411a739","kind":"commit","published_at":"2024-07-18T18:01:01.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.6.4","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.6.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.6.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.4/manifests"},{"name":"v0.6.3","sha":"16199f3262b3f0d7423c0cbcfe7cd2d6bf8822be","kind":"commit","published_at":"2024-06-24T00:58:15.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.6.3","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.6.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.6.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.3/manifests"},{"name":"v0.6.2","sha":"46ca37b68fa5a7516529ab9eb598c0c2060c59a6","kind":"commit","published_at":"2024-04-19T06:27:45.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.6.2","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.6.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.6.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.2/manifests"},{"name":"v0.6.1","sha":"26b6af7605924fe4e07244ce320ac89b8625c1cf","kind":"commit","published_at":"2024-04-13T05:40:31.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.6.1","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.6.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.6.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6.1/manifests"},{"name":"v0.6","sha":"f5046aeac0a6d5ea6a665bf2bbf7c8898c1d30ed","kind":"commit","published_at":"2024-03-20T02:50:12.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.6","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.6/manifests"},{"name":"v0.5.4","sha":"3c43e9df98d062a640d165f68f07e43c56e081b8","kind":"commit","published_at":"2024-02-24T08:56:04.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.5.4","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.5.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.5.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.5.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.5.4/manifests"},{"name":"v0.5.3","sha":"8779373e58ebc56bd8c47b450da41a321ba9ce47","kind":"commit","published_at":"2024-02-01T08:54:31.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.5.3","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.5.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.5.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.5.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.5.3/manifests"},{"name":"v0.5.2","sha":"83e91f3d32c594974dd4cb2754fcc0515aaf43ac","kind":"commit","published_at":"2024-01-10T23:57:21.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.5.2","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.5.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.5.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.5.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.5.2/manifests"},{"name":"v0.5.1","sha":"91a903f5655324b0f540f6ef739b25b5871af1d8","kind":"commit","published_at":"2024-01-10T06:16:05.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.5.1","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.5.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.5.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.5.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.5.1/manifests"},{"name":"v0.5.0","sha":"0c14d6f5a67649f159463f00c1d5e7baf99cc069","kind":"commit","published_at":"2024-01-10T02:32:22.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.5.0","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.5.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.5.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.5.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.5.0/manifests"},{"name":"v0.3.6","sha":"9e8e89826f3cc73ee58edae2016adb128b8bec6f","kind":"commit","published_at":"2023-11-24T22:50:03.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.3.6","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.3.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.3.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.6/manifests"},{"name":"v0.3.5","sha":"ba9e44966c825790ec3a2bcc0a37c22886ab8fdd","kind":"commit","published_at":"2023-11-16T23:19:20.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.3.5","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.3.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.3.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.5/manifests"},{"name":"vv0.3.4","sha":"ca0f1f6e6dfba89863bc572005b36d822706f308","kind":"commit","published_at":"2023-11-16T23:14:20.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/vv0.3.4","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/vv0.3.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@vv0.3.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/vv0.3.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/vv0.3.4/manifests"},{"name":"v0.3.3","sha":"b4ae01814de085a7d7f18ab24ecaf679b17145f8","kind":"commit","published_at":"2023-11-08T08:24:51.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.3.3","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.3.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.3.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.3/manifests"},{"name":"v0.3.2","sha":"c206a9860425bfa92d965200e8883bf46be0fdb8","kind":"commit","published_at":"2023-11-08T07:18:11.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.3.2","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.3.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.3.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.2/manifests"},{"name":"v0.3.1","sha":"1dc50116274e472cd8fb9cc7939c98771d7b893d","kind":"commit","published_at":"2023-09-19T20:58:01.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.3.1","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.3.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.3.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.1/manifests"},{"name":"v0.3.0","sha":"e8d151d0dc1a36fb10e86d194898ced3d95a2564","kind":"commit","published_at":"2023-09-01T05:29:57.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.3.0","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.3.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.3.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.3.0/manifests"},{"name":"v0.2.9","sha":"be2aae39998d502856c8ea15cc0ea00af4c219f6","kind":"commit","published_at":"2023-08-23T02:46:44.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.2.9","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.2.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.2.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.9/manifests"},{"name":"v0.2.8","sha":"e451004a045e52b0a7bec0a7c956f055bca9c97d","kind":"commit","published_at":"2023-08-04T10:29:45.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.2.8","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.2.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.2.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.8/manifests"},{"name":"v0.2.7","sha":"3326abd1f9ce718f2081e1bf986743b66e81e523","kind":"commit","published_at":"2023-07-31T02:10:12.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.2.7","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.2.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.2.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.7/manifests"},{"name":"v0.2.6","sha":"cc6fa69a2baf2a18c76107e92c1e9dac4475a1a9","kind":"commit","published_at":"2023-07-25T11:38:09.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.2.6","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.2.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.2.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.6/manifests"},{"name":"v0.2.5","sha":"f8e16ccbe9463894a99b0f3939e92a0b955e0bef","kind":"commit","published_at":"2023-07-24T17:25:44.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.2.5","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.2.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.2.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.5/manifests"},{"name":"v0.2.4","sha":"a52f8271dd84c0f4a2ccc76cf63a3a372db36cd5","kind":"commit","published_at":"2023-07-21T15:22:49.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.2.4","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.2.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.2.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.4/manifests"},{"name":"v0.2.3","sha":"7f9260908b18c5f5d009aac6005295dd3df4d1fa","kind":"commit","published_at":"2023-07-15T16:23:46.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.2.3","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.2.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.2.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.3/manifests"},{"name":"v0.2.2","sha":"65066c49049a18977f0805028e519ee56d9a358e","kind":"commit","published_at":"2023-07-13T13:08:38.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.2.2","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.2.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.2.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.2/manifests"},{"name":"v0.2.1","sha":"81f1e1b6ee76c7dfafb45db6dcc306fbb032539e","kind":"commit","published_at":"2023-07-11T01:18:54.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.2.1","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.2.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.2.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.1/manifests"},{"name":"v0.2.0","sha":"d4d0bcdae8c59f0cb6851a454dceba2c128b2992","kind":"commit","published_at":"2023-07-09T00:13:43.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.2.0","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.2.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.2.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.2.0/manifests"},{"name":"v0.1.9","sha":"5033ea3917dbf7e5166785cf09c4d9b44f5a9d51","kind":"commit","published_at":"2023-07-09T00:04:50.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.1.9","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.1.9","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.1.9","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.9","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.9/manifests"},{"name":"v0.1.8","sha":"43aa16d3b56e93843139a2129922c730b7d0b7fa","kind":"commit","published_at":"2023-07-08T23:40:18.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.1.8","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.1.8","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.1.8","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.8/manifests"},{"name":"v0.1.7.1","sha":"2a7b84088afd1821eb12720a07ed51a7f534533f","kind":"commit","published_at":"2023-07-05T17:25:58.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.1.7.1","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.1.7.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.1.7.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.7.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.7.1/manifests"},{"name":"v0.1.6","sha":"b6d59ffbbeba869186ac4d155aa856a0a065b50f","kind":"commit","published_at":"2023-06-30T14:21:54.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.1.6","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.1.6","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.1.6","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.6/manifests"},{"name":"v0.1.5","sha":"3f668d79c5178336e51151dba50a384fc63808ac","kind":"commit","published_at":"2023-06-22T01:48:32.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.1.5","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.1.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.1.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.5/manifests"},{"name":"v0.1.4","sha":"b4c3a4bcd722051dddbaa72b0bf3319ba05a1591","kind":"commit","published_at":"2023-06-22T01:04:59.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.1.4","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.1.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.1.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.4/manifests"},{"name":"v0.1.3","sha":"74f6cc6b196701ca69bd4c6e3ab080dff479bac5","kind":"commit","published_at":"2023-06-11T22:59:49.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.1.3","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.1.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.1.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.3/manifests"},{"name":"v0.1.2","sha":"6af3c190abb18d54e2b73e02e99d7753f8346f1f","kind":"commit","published_at":"2023-06-08T19:03:46.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.1.2","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.1.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.1.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.2/manifests"},{"name":"v0.1.1","sha":"a5573dc00b6b4d2fbb3b37a3c9dd654dfc43940b","kind":"commit","published_at":"2023-06-08T18:59:48.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.1.1","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.1.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.1.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.1/manifests"},{"name":"v0.1.0","sha":"b6ef53044df86d125daf2c7ebce6e01999e4f75b","kind":"commit","published_at":"2023-06-05T06:23:54.000Z","download_url":"https://codeload.github.com/tatsu-lab/alpaca_eval/tar.gz/v0.1.0","html_url":"https://github.com/tatsu-lab/alpaca_eval/releases/tag/v0.1.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/tatsu-lab/alpaca_eval@v0.1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/tags/v0.1.0/manifests"}]},"repo_metadata_updated_at":"2025-08-28T16:23:33.272Z","dependent_packages_count":1,"downloads":null,"downloads_period":null,"dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":0.0,"dependent_packages_count":57.925582663213845,"stargazers_count":9.901254336802776,"forks_count":12.369895916733388,"docker_downloads_count":null,"average":20.049183229187502},"purl":"pkg:spack/py-alpaca-eval","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/spack/py-alpaca-eval","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/spack/py-alpaca-eval","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/spack/py-alpaca-eval/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-08-21T01:09:49.279Z","issues_count":149,"pull_requests_count":282,"avg_time_to_close_issue":1003962.9312977099,"avg_time_to_close_pull_request":98827.02554744526,"issues_closed_count":131,"pull_requests_closed_count":274,"pull_request_authors_count":82,"issue_authors_count":104,"avg_comments_per_issue":2.3422818791946307,"avg_comments_per_pull_request":0.8191489361702128,"merged_pull_requests_count":241,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":64,"past_year_pull_requests_count":72,"past_year_avg_time_to_close_issue":1203914.744680851,"past_year_avg_time_to_close_pull_request":227650.63076923077,"past_year_issues_closed_count":47,"past_year_pull_requests_closed_count":65,"past_year_pull_request_authors_count":34,"past_year_issue_authors_count":52,"past_year_avg_comments_per_issue":1.34375,"past_year_avg_comments_per_pull_request":0.8888888888888888,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":56,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/issues","maintainers":[{"login":"YannDubs","count":129,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/YannDubs"},{"login":"rtaori","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/rtaori"},{"login":"lxuechen","count":5,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/lxuechen"}],"active_maintainers":[{"login":"YannDubs","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/YannDubs"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/spack.io/packages/py-alpaca-eval/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/spack.io/packages/py-alpaca-eval/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/spack.io/packages/py-alpaca-eval/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/spack.io/packages/py-alpaca-eval/related_packages","maintainers":[{"uuid":"meyersbs","login":"meyersbs","name":null,"email":null,"url":"https://github.com/meyersbs","packages_count":46,"html_url":null,"role":null,"created_at":"2023-09-05T05:33:46.935Z","updated_at":"2023-09-05T05:33:46.935Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/spack.io/maintainers/meyersbs/packages"}],"registry":{"name":"spack.io","url":"https://packages.spack.io","ecosystem":"spack","default":true,"packages_count":8771,"maintainers_count":926,"namespaces_count":0,"keywords_count":3681,"github":"spack","metadata":{"funded_packages_count":402},"icon_url":"https://github.com/spack.png","created_at":"2022-04-04T15:19:23.514Z","updated_at":"2025-09-04T07:04:55.751Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/spack.io/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/spack.io/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/spack.io/namespaces"}}],"commits":{"id":1374054,"full_name":"tatsu-lab/alpaca_eval","default_branch":"main","committers":[{"name":"Yann Dubois","email":"yanndubois96@gmail.com","login":"YannDubs","count":209},{"name":"GitHub Actions","email":"actions@github.com","login":"actions-user","count":157},{"name":"Rohan Taori","email":"rtaori13@gmail.com","login":"rtaori","count":21},{"name":"Xuechen Li","email":"12689993+lxuechen","login":"lxuechen","count":11},{"name":"Victor Sun","email":"1026713524@qq.com","login":"victorsungo","count":9},{"name":"Sander Land","email":"sander@cohere.com","login":"sanderland","count":9},{"name":"inferLLM","email":"139752091+inferLLM","login":"inferLLM","count":8},{"name":"Jon Durbin","email":"jon@jondurbin.com","login":"jondurbin","count":7},{"name":"44670","email":"44670","login":"44670","count":5},{"name":"zhengyh","email":"63850757+cszhengyh","login":"cszhengyh","count":5},{"name":"Blaze (Balázs Galambosi)","email":"309987+gblazex","login":"gblazex","count":4},{"name":"Wing Lian","email":"wing.lian@gmail.com","login":"winglian","count":4},{"name":"Kevin Xu","email":"canwenxu@126.com","login":"JetRunner","count":4},{"name":"HaniItani","email":"hani.itani.2@kaust.edu.sa","login":"HaniItani","count":3},{"name":"Kaizhao Liang","email":"kyleliang919@gmail.com","login":"kyleliang919","count":3},{"name":"One","email":"imoneoi","login":"imoneoi","count":3},{"name":"Qian Zhao","email":"112053249+C1rN09","login":"C1rN09","count":3},{"name":"Chujie Zheng","email":"chujiezhengchn@gmail.com","login":"chujiezheng","count":3},{"name":"Align-Inc","email":"hua.xu@alumni.harvard.edu","login":"AlignInc","count":3},{"name":"Xian Li","email":"35381202+xianxl","login":"xianxl","count":3},{"name":"Wenxuan Zhou","email":"zhouwenx@usc.edu","login":"wzhouad","count":3},{"name":"nbl97","email":"1035833260@qq.com","login":"nbl97","count":3},{"name":"reign12","email":"3180105323@zju.edu.cn","login":"REIGN12","count":3},{"name":"xiamengzhou","email":"296337231@qq.com","login":"xiamengzhou","count":3},{"name":"西瓜榴莲鸡","email":"40055324+yuani114","login":"yuani114","count":3},{"name":"cyl628","email":"yl-chen21@mails.tsinghua.edu.cn","login":null,"count":3},{"name":"Arduin","email":"75615911+rdnfn","login":"rdnfn","count":2},{"name":"Dongfu Jiang","email":"82598202+jdf-prog","login":"jdf-prog","count":2},{"name":"GeneZC","email":"gene_zhangchen@163.com","login":"GeneZC","count":2},{"name":"Hanze Dong","email":"hendrydong@icloud.com","login":"hendrydong","count":2},{"name":"Hieu Lam","email":"lamhieu.vk@gmail.com","login":"lh0x00","count":2},{"name":"Jie Liu","email":"jieliu.ljie@gmail.com","login":"yifan123","count":2},{"name":"Keming (Luke) Lu","email":"42954814+Lukeming-tsinghua","login":"Lukeming-tsinghua","count":2},{"name":"Niklas Muennighoff","email":"n.muennighoff@gmail.com","login":"Muennighoff","count":2},{"name":"Sherry","email":"503147114@qq.com","login":"HyperdriveHustle","count":2},{"name":"Simon Park","email":"44298539+parksimon0808","login":"parksimon0808","count":2},{"name":"Zhaolin Gao","email":"zg292@cornell.edu","login":"ZhaolinGao","count":2},{"name":"Zhiqing Sun","email":"zhiqings@cs.cmu.edu","login":"Edward-Sun","count":2},{"name":"Zhuang Li","email":"lizhuang144@gmail.com","login":"zhuang-li","count":2},{"name":"ym-blendax-ai","email":"ymanoylo@blendax.ai","login":"ym-blendax-ai","count":2},{"name":"zfang","email":"felixfangzh@gmail.com","login":"zfang","count":2},{"name":"(Shawn) Yuxuan Tong","email":"tongyuxuan361@gmail.com","login":"tongyx361","count":2},{"name":"Saumya Gandhi","email":"gandhisaumya8@gmail.com","login":"saum7800","count":1},{"name":"Tianlu Wang","email":"9328684+tianlu-wang","login":"tianlu-wang","count":1},{"name":"Tianyi","email":"zty27x@gmail.com","login":"Tiiiger","count":1},{"name":"VPeterV","email":"609862112@qq.com","login":"VPeterV","count":1},{"name":"Viet Hoang Tran Duong","email":"36019296+viethoangtranduong","login":"viethoangtranduong","count":1},{"name":"Wenzhe Li","email":"scott.wenzhe.li@gmail.com","login":"wenzhe-li","count":1},{"name":"Winnie Xu","email":"Winnie.xu97@gmail.com","login":"xwinxu","count":1},{"name":"Xiang LIU","email":"47224289+Dominic789654","login":"Dominic789654","count":1},{"name":"Xiaosen Zheng","email":"276032204@qq.com","login":"xszheng2020","count":1},{"name":"hanyang1999","email":"88307490+hanyang1999","login":"hanyang1999","count":1},{"name":"Xingjian Shi","email":"xshiab@connect.ust.hk","login":"sxjscience","count":1},{"name":"Xu Weiwen","email":"81275961+wwxu21","login":"wwxu21","count":1},{"name":"ZIYI YANG","email":"69795661+yangzy39","login":"yangzy39","count":1},{"name":"Ziniu Li","email":"liziniu1997@gmail.com","login":"liziniu","count":1},{"name":"bin-bi","email":"gamebb@gmail.com","login":"bin-bi","count":1},{"name":"lewtun","email":"lewis.c.tunstall@gmail.com","login":"lewtun","count":1},{"name":"xumao-nju","email":"165653628+xumao-nju","login":"xumao-nju","count":1},{"name":"俞航","email":"yohan680919@gmail.com","login":"yhyu13","count":1},{"name":"Bill Cai","email":"billcai@alum.mit.edu","login":"billcai","count":1},{"name":"Cameron","email":"cychen.2020@phdcs.smu.edu.sg","login":"cameron-chen","count":1},{"name":"CausalLM","email":"148736309+CausalLM","login":"CausalLM","count":1},{"name":"Hai Ye","email":"30719907+oceanypt","login":"oceanypt","count":1},{"name":"Hamish Ivison","email":"hamishivi@gmail.com","login":"hamishivi","count":1},{"name":"Huizhuo Angela Yuan","email":"120995000+angelahzyuan","login":"angelahzyuan","count":1},{"name":"Igor Melnyk","email":"igoraries@gmail.com","login":"imelnyk","count":1},{"name":"Jerry","email":"71265541+xukp20","login":"xukp20","count":1},{"name":"Jiwoo Hong","email":"jiwooya1000@gmail.com","login":"jiwooya1000","count":1},{"name":"Josiah Yoder","email":"yoderj","login":"yoderj","count":1},{"name":"Junlin Wang","email":"junlinwang18@gmail.com","login":"IsThatYou","count":1},{"name":"LLM-Alignment-sh","email":"lyz1994000222@gmail.com","login":"LLM-Alignment-sh","count":1},{"name":"Lifan Yuan","email":"68536405+lifan-yuan","login":"lifan-yuan","count":1},{"name":"LiuAmber","email":"50892699+LiuAmber","login":"LiuAmber","count":1},{"name":"Lixin Liu","email":"32235467+liulixin29","login":"liulixin29","count":1},{"name":"Marjo","email":"Marjo.vanLier@gmail.com","login":"MarjovanLier","count":1},{"name":"Ming Li","email":"144177813+MingLiiii","login":"MingLiiii","count":1},{"name":"Neel Jain","email":"90730659+neelsjain","login":"neelsjain","count":1},{"name":"PKU-Baichuan","email":"PKU_Baichuan@hotmail.com","login":"PKU-Baichuan","count":1},{"name":"Saba Sturua","email":"45267439+jupyterjazz","login":"jupyterjazz","count":1},{"name":"furau","email":"73695787+renatz","login":"renatz","count":1}],"total_commits":563,"total_committers":81,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":6.950617283950617,"dds":0.6287744227353463,"past_year_committers":[{"name":"GitHub Actions","email":"actions@github.com","login":"actions-user","count":43},{"name":"Yann Dubois","email":"yanndubois96@gmail.com","login":"YannDubs","count":30},{"name":"zhengyh","email":"63850757+cszhengyh","login":"cszhengyh","count":5},{"name":"Wenxuan Zhou","email":"zhouwenx@usc.edu","login":"wzhouad","count":3},{"name":"xiamengzhou","email":"296337231@qq.com","login":"xiamengzhou","count":3},{"name":"Chujie Zheng","email":"chujiezhengchn@gmail.com","login":"chujiezheng","count":2},{"name":"Simon Park","email":"44298539+parksimon0808","login":"parksimon0808","count":2},{"name":"Zhaolin Gao","email":"zg292@cornell.edu","login":"ZhaolinGao","count":2},{"name":"Zhuang Li","email":"lizhuang144@gmail.com","login":"zhuang-li","count":2},{"name":"ym-blendax-ai","email":"ymanoylo@blendax.ai","login":"ym-blendax-ai","count":2},{"name":"Align-Inc","email":"hua.xu@alumni.harvard.edu","login":"AlignInc","count":1},{"name":"Cameron","email":"cychen.2020@phdcs.smu.edu.sg","login":"cameron-chen","count":1},{"name":"Hai Ye","email":"30719907+oceanypt","login":"oceanypt","count":1},{"name":"Hieu Lam","email":"lamhieu.vk@gmail.com","login":"lh0x00","count":1},{"name":"Huizhuo Angela Yuan","email":"120995000+angelahzyuan","login":"angelahzyuan","count":1},{"name":"Igor Melnyk","email":"igoraries@gmail.com","login":"imelnyk","count":1},{"name":"Jerry","email":"71265541+xukp20","login":"xukp20","count":1},{"name":"Jie Liu","email":"jieliu.ljie@gmail.com","login":"yifan123","count":1},{"name":"Junlin Wang","email":"junlinwang18@gmail.com","login":"IsThatYou","count":1},{"name":"LLM-Alignment-sh","email":"lyz1994000222@gmail.com","login":"LLM-Alignment-sh","count":1},{"name":"Marjo","email":"Marjo.vanLier@gmail.com","login":"MarjovanLier","count":1},{"name":"PKU-Baichuan","email":"PKU_Baichuan@hotmail.com","login":"PKU-Baichuan","count":1},{"name":"Saumya Gandhi","email":"gandhisaumya8@gmail.com","login":"saum7800","count":1},{"name":"Shawn/Yuxuan Tong","email":"tongyuxuan361@gmail.com","login":"tongyx361","count":1},{"name":"Tianlu Wang","email":"9328684+tianlu-wang","login":"tianlu-wang","count":1},{"name":"Wenzhe Li","email":"scott.wenzhe.li@gmail.com","login":"wenzhe-li","count":1},{"name":"Xiaosen Zheng","email":"276032204@qq.com","login":"xszheng2020","count":1},{"name":"Xingjian Shi","email":"xshiab@connect.ust.hk","login":"sxjscience","count":1},{"name":"ZIYI YANG","email":"69795661+yangzy39","login":"yangzy39","count":1},{"name":"Zhiqing Sun","email":"zhiqings@cs.cmu.edu","login":"Edward-Sun","count":1},{"name":"hanyang1999","email":"88307490+hanyang1999","login":"hanyang1999","count":1},{"name":"西瓜榴莲鸡","email":"40055324+yuani114","login":"yuani114","count":1}],"past_year_total_commits":116,"past_year_total_committers":32,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":3.625,"past_year_dds":0.6293103448275862,"last_synced_at":"2025-05-14T11:52:12.745Z","last_synced_commit":"f19c323d8309d0d6f306bd26597db44fc6c62d57","created_at":"2023-09-13T15:36:32.464Z","updated_at":"2025-05-14T11:52:12.811Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-08-29T00:00:19.078Z","repositories_count":5479765,"commits_count":853309695,"contributors_count":31095220,"owners_count":906558,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"tatsu-lab/alpaca_eval","html_url":"https://github.com/tatsu-lab/alpaca_eval","last_synced_at":"2025-08-31T09:22:42.499Z","status":null,"issues_count":139,"pull_requests_count":271,"avg_time_to_close_issue":1007221.7338709678,"avg_time_to_close_pull_request":96281.31417624521,"issues_closed_count":124,"pull_requests_closed_count":261,"pull_request_authors_count":81,"issue_authors_count":104,"avg_comments_per_issue":2.338129496402878,"avg_comments_per_pull_request":0.8118081180811808,"merged_pull_requests_count":229,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":29,"past_year_pull_requests_count":21,"past_year_avg_time_to_close_issue":1931320.3333333333,"past_year_avg_time_to_close_pull_request":848441.25,"past_year_issues_closed_count":15,"past_year_pull_requests_closed_count":12,"past_year_pull_request_authors_count":13,"past_year_issue_authors_count":27,"past_year_avg_comments_per_issue":0.7931034482758621,"past_year_avg_comments_per_pull_request":1.0952380952380951,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":9,"created_at":"2023-09-13T15:37:04.352Z","updated_at":"2025-09-03T06:17:25.361Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/tatsu-lab%2Falpaca_eval/issues","issue_labels_count":{"good first issue":1,"enhancement":1,"wontfix":1},"pull_request_labels_count":{},"issue_author_associations_count":{"NONE":118,"COLLABORATOR":15,"CONTRIBUTOR":7},"pull_request_author_associations_count":{"COLLABORATOR":168,"CONTRIBUTOR":161,"NONE":70},"issue_authors":{"YannDubs":10,"rtaori":4,"RZFan525":3,"imoneoi":3,"AGTSAAA":3,"kkwhale7":3,"gohsyi":2,"mathewhuen":2,"BBaekdabang":2,"suanflower":2,"chengjl19":2,"matenglearn":2,"chanchimin":2,"zhimin-z":2,"krrishdholakia":2,"iGangao":2,"njupopsicle":2,"geoalgo":2,"felipemaiapolo":2,"vince62s":2,"bittersweet1999":2,"hl395":1,"ChangyuChen347":1,"LiuAmber":1,"fgenie":1,"AIR-hl":1,"yuchenlin":1,"URRealHero":1,"Varun221":1,"EganGu":1,"xwinxu":1,"sunjie279":1,"liutianlin0121":1,"hijkzzz":1,"yifan123":1,"YJWon99":1,"EnlightenedAI":1,"lindseyfeng":1,"multimodalpragmatic":1,"ishapuri":1,"calvinh99":1,"simplelifetime":1,"Liesy":1,"rraju1":1,"sunnyych":1,"RAY2L":1,"schrieffer-z":1,"zmcmcc":1,"junkangwu":1,"tastycode":1,"AmberXu98":1,"hsqmlzno1":1,"tomtseng":1,"ZeguanXiao":1,"fanconic":1,"zhixiongzh":1,"efrick2002":1,"stoicio":1,"qingquansong":1,"CHRISTINEMUTHEE":1,"zwRuan":1,"ZHZisZZ":1,"EwoutH":1,"Chirobocea":1,"stamina1121":1,"hank0316":1,"fulQuan":1,"JinYujie99":1,"zhuang-li":1,"normster":1,"NuoJohnChen":1,"syleedandekar":1,"Yuancheng-Xu":1,"lxuechen":1,"FHhui":1,"ojasraundale":1,"zxia545":1,"junming-yang":1,"chchenhui":1,"ZeroYuHuang":1,"xiamengzhou":1,"HypherX":1,"reihig-ut":1,"MaoXinn":1,"stepyndriyy":1,"jtoy":1,"jijivski":1,"haorannlp":1,"BeastyZ":1,"RishabhMaheshwary":1,"congyingxia":1,"Leymore":1,"glorgao":1,"ambarion":1,"luciolcv":1,"tommycwh":1,"e0397123":1,"jaiabhayk":1,"bing0037":1,"chujiezheng":1,"nlpcat":1,"viethoangtranduong":1,"yix8":1,"VincentV89":1,"nbl97":1},"pull_request_authors":{"YannDubs":161,"cszhengyh":16,"gblazex":9,"ym-blendax-ai":7,"AlignInc":7,"kyleliang919":6,"C1rN09":6,"LiuAmber":6,"xiamengzhou":6,"yuani114":6,"chujiezheng":5,"wzhouad":5,"hendrydong":4,"zhuang-li":4,"lxuechen":4,"Edward-Sun":4,"rdnfn":4,"HyperdriveHustle":4,"Minami-su":4,"yangzy39":4,"lh0x00":4,"tongyx361":4,"parksimon0808":4,"Lukeming-tsinghua":4,"xwinxu":4,"yifan123":3,"44670":3,"GeneZC":3,"imoneoi":3,"inferLLM":3,"ZhaolinGao":3,"rtaori":3,"lifan-yuan":2,"angelahzyuan":2,"Dominic789654":2,"Muennighoff":2,"imelnyk":2,"abgoswam":2,"MarjovanLier":2,"srowen":2,"sxjscience":2,"xszheng2020":2,"sambroy":2,"wenzhe-li":2,"victorsungo":2,"jdf-prog":2,"wjdghks950":2,"tianlu-wang":2,"oceanypt":2,"Linzwcs":2,"JetRunner":2,"nbl97":2,"xukp20":2,"jiwooya1000":2,"zfang":2,"IsThatYou":2,"viethoangtranduong":2,"xumao-nju":2,"liulixin29":2,"jjbuschhoff":2,"xianxl":2,"cameron-chen":2,"bin-bi":2,"lewtun":2,"liziniu":2,"sanderland":2,"LLM-Alignment-sh":2,"PKU-Baichuan":1,"natolambert":1,"cyl628":1,"wwxu21":1,"neelsjain":1,"yoderj":1,"renatz":1,"hanyang1999":1,"MingLiiii":1,"jupyterjazz":1,"CausalLM":1,"billcai":1,"saum7800":1,"hamishivi":1,"yhyu13":1,"VPeterV":1},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-03T00:00:08.273Z","repositories_count":10058116,"issues_count":30985287,"pull_requests_count":93679802,"authors_count":10684821,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{"NONE":29},"past_year_pull_request_author_associations_count":{"NONE":22,"CONTRIBUTOR":10,"COLLABORATOR":1},"past_year_issue_authors":{"chanchimin":2,"suanflower":2,"zwRuan":1,"ZeguanXiao":1,"tomtseng":1,"tommycwh":1,"sunnyych":1,"sunjie279":1,"stamina1121":1,"schrieffer-z":1,"reihig-ut":1,"ojasraundale":1,"NuoJohnChen":1,"multimodalpragmatic":1,"MaoXinn":1,"lindseyfeng":1,"Liesy":1,"junming-yang":1,"jijivski":1,"hsqmlzno1":1,"hank0316":1,"glorgao":1,"fulQuan":1,"FHhui":1,"EnlightenedAI":1,"AmberXu98":1,"ambarion":1},"past_year_pull_request_authors":{"yangzy39":4,"parksimon0808":4,"Minami-su":4,"xukp20":2,"srowen":2,"Linzwcs":2,"jjbuschhoff":2,"tianlu-wang":2,"xszheng2020":2,"cameron-chen":2,"oceanypt":2,"wenzhe-li":2,"YannDubs":1,"natolambert":1,"hanyang1999":1},"maintainers":[{"login":"YannDubs","count":171,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/YannDubs"},{"login":"rtaori","count":7,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/rtaori"},{"login":"lxuechen","count":5,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/lxuechen"}],"active_maintainers":[{"login":"YannDubs","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/YannDubs"}]},"events":{"total":{"CreateEvent":2,"CommitCommentEvent":2,"ReleaseEvent":1,"IssuesEvent":31,"WatchEvent":336,"DeleteEvent":1,"IssueCommentEvent":44,"PushEvent":12,"PullRequestReviewEvent":1,"PullRequestEvent":22,"ForkEvent":58},"last_year":{"CreateEvent":2,"CommitCommentEvent":2,"ReleaseEvent":1,"IssuesEvent":31,"WatchEvent":336,"DeleteEvent":1,"IssueCommentEvent":44,"PushEvent":12,"PullRequestReviewEvent":1,"PullRequestEvent":22,"ForkEvent":58}},"keywords":["deep-learning","evaluation","foundation-models","instruction-following","large-language-models","leaderboard","nlp","rlhf"],"dependencies":[],"score":12.619148716639673,"created_at":"2025-09-04T15:50:51.996Z","updated_at":"2025-10-07T08:10:05.242Z","avatar_url":"https://github.com/tatsu-lab.png","language":"Jupyter Notebook","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":["jax","cryptocurrency","cryptography","transformer"],"project_url":"https://science.ecosyste.ms/api/v1/projects/20581","html_url":"https://science.ecosyste.ms/projects/20581"}