{"id":76750,"name":null,"description":"Bayesian Optimization as a Coverage Tool for Evaluating LLMs. Accurate evaluation (benchmarking) that's 10 times faster with just a few lines of modular code.","url":"https://github.com/rentruewang/bocoel","last_synced_at":"2025-09-08T20:50:23.504Z","repository":{"id":221540456,"uuid":"732236968","full_name":"rentruewang/bocoel","owner":"rentruewang","description":"Bayesian Optimization as a Coverage Tool for Evaluating LLMs. Accurate evaluation (benchmarking) that's 10 times faster with just a few lines of modular code.","archived":false,"fork":false,"pushed_at":"2025-08-02T22:01:45.000Z","size":7302,"stargazers_count":286,"open_issues_count":5,"forks_count":17,"subscribers_count":3,"default_branch":"main","last_synced_at":"2025-08-28T18:15:52.721Z","etag":null,"topics":["bayesian-optimization","benchmarking","evaluation","language-model","llm","machine-learning"],"latest_commit_sha":null,"homepage":"https://bocoel.rentruewang.com/","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"bsd-3-clause","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/rentruewang.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.md","contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":"CODE_OF_CONDUCT.md","threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2023-12-16T02:31:02.000Z","updated_at":"2025-08-02T22:01:48.000Z","dependencies_parsed_at":"2024-02-08T16:28:36.410Z","dependency_job_id":"c76270ca-3fa8-4ba1-ae48-5fe015296f9a","html_url":"https://github.com/rentruewang/bocoel","commit_stats":null,"previous_names":["rentruewang/bocoel"],"tags_count":10,"template":false,"template_full_name":null,"purl":"pkg:github/rentruewang/bocoel","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/rentruewang%2Fbocoel","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/rentruewang%2Fbocoel/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/rentruewang%2Fbocoel/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/rentruewang%2Fbocoel/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/rentruewang","download_url":"https://codeload.github.com/rentruewang/bocoel/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/rentruewang%2Fbocoel/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":274231483,"owners_count":25245601,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-08T02:00:09.813Z","response_time":121,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"rentruewang","name":"RenChu Wang","uuid":"32859905","kind":"user","description":"I want to be more.","email":"","website":"rentruewang.github.io","location":"Atlanta, GA","twitter":null,"company":"College of Computing, Georgia Tech","icon_url":"https://avatars.githubusercontent.com/u/32859905?u=9b164486ecfc8ed04d4ee826471dc428cd595b32\u0026v=4","repositories_count":9,"last_synced_at":"2023-03-04T01:50:39.372Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/rentruewang","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T07:56:24.421Z","updated_at":"2023-03-04T01:50:39.425Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/rentruewang","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/rentruewang/repositories"},"packages":null,"commits":{"message":"Repository syncing started."},"issues_stats":{"full_name":"rentruewang/bocoel","html_url":"https://github.com/rentruewang/bocoel","last_synced_at":"2025-08-31T16:51:41.002Z","status":null,"issues_count":3,"pull_requests_count":7,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":265346.8333333333,"issues_closed_count":0,"pull_requests_closed_count":6,"pull_request_authors_count":1,"issue_authors_count":1,"avg_comments_per_issue":0.0,"avg_comments_per_pull_request":0.0,"merged_pull_requests_count":6,"bot_issues_count":0,"bot_pull_requests_count":7,"past_year_issues_count":3,"past_year_pull_requests_count":7,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":265346.8333333333,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":6,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":1,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":0.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":7,"past_year_merged_pull_requests_count":6,"created_at":"2025-08-30T15:53:34.362Z","updated_at":"2025-09-03T05:38:31.945Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/rentruewang%2Fbocoel","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/rentruewang%2Fbocoel/issues","issue_labels_count":{"enhancement":1},"pull_request_labels_count":{"dependencies":9,"python":5},"issue_author_associations_count":{"OWNER":3,"NONE":3},"pull_request_author_associations_count":{"NONE":11,"CONTRIBUTOR":8},"issue_authors":{"rentruewang":3,"UBCMark":2,"ogencoglu":1},"pull_request_authors":{"dependabot[bot]":9,"Yash-2707":2,"mayt":1,"YadlaMani":1,"Innovatorcloudy":1,"ankur0904":1,"tingalbert0":1,"eltociear":1,"FarukhS52":1,"Shreyas0410":1},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-08T00:00:17.013Z","repositories_count":10172081,"issues_count":31993946,"pull_requests_count":100251918,"authors_count":10732524,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{"enhancement":1},"past_year_pull_request_labels_count":{"dependencies":9,"python":5},"past_year_issue_author_associations_count":{"OWNER":3},"past_year_pull_request_author_associations_count":{"NONE":9,"CONTRIBUTOR":8},"past_year_issue_authors":{"rentruewang":3},"past_year_pull_request_authors":{"dependabot[bot]":9,"Yash-2707":2,"Shreyas0410":1,"eltociear":1,"Innovatorcloudy":1,"FarukhS52":1,"ankur0904":1,"YadlaMani":1},"maintainers":[{"login":"rentruewang","count":3,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/rentruewang"}],"active_maintainers":[{"login":"rentruewang","count":3,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/rentruewang"}]},"events":{"total":{"IssuesEvent":3,"WatchEvent":13,"DeleteEvent":10,"IssueCommentEvent":13,"PushEvent":68,"PullRequestReviewCommentEvent":2,"PullRequestReviewEvent":2,"PullRequestEvent":35,"ForkEvent":7,"CreateEvent":13},"last_year":{"IssuesEvent":3,"WatchEvent":13,"DeleteEvent":10,"IssueCommentEvent":13,"PushEvent":68,"PullRequestReviewCommentEvent":2,"PullRequestReviewEvent":2,"PullRequestEvent":35,"ForkEvent":7,"CreateEvent":13}},"keywords":["bayesian-optimization","benchmarking","evaluation","language-model","llm","machine-learning"],"dependencies":[{"ecosystem":"actions","filepath":".github/workflows/build.yaml","sha":null,"kind":"manifest","created_at":"2024-02-08T16:28:35.302Z","updated_at":"2024-02-08T16:28:35.302Z","repository_link":"https://github.com/rentruewang/bocoel/blob/main/.github/workflows/build.yaml","dependencies":[{"id":16115086146,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":16115086147,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":16115086148,"package_name":"pdm-project/setup-pdm","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/format.yaml","sha":null,"kind":"manifest","created_at":"2024-02-08T16:28:35.515Z","updated_at":"2024-02-08T16:28:35.515Z","repository_link":"https://github.com/rentruewang/bocoel/blob/main/.github/workflows/format.yaml","dependencies":[{"id":16115086149,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":16115086150,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":16115086151,"package_name":"pdm-project/setup-pdm","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/release.yaml","sha":null,"kind":"manifest","created_at":"2024-02-08T16:28:35.664Z","updated_at":"2024-02-08T16:28:35.664Z","repository_link":"https://github.com/rentruewang/bocoel/blob/main/.github/workflows/release.yaml","dependencies":[{"id":16115086152,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":16115086153,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":16115086154,"package_name":"pdm-project/setup-pdm","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/typecheck.yaml","sha":null,"kind":"manifest","created_at":"2024-02-08T16:28:35.730Z","updated_at":"2024-02-08T16:28:35.730Z","repository_link":"https://github.com/rentruewang/bocoel/blob/main/.github/workflows/typecheck.yaml","dependencies":[{"id":16115086220,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":16115086221,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":16115086222,"package_name":"pdm-project/setup-pdm","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/unittest.yaml","sha":null,"kind":"manifest","created_at":"2024-02-08T16:28:35.918Z","updated_at":"2024-02-08T16:28:35.918Z","repository_link":"https://github.com/rentruewang/bocoel/blob/main/.github/workflows/unittest.yaml","dependencies":[{"id":16115086239,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":16115086240,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":16115086241,"package_name":"pdm-project/setup-pdm","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"pypi","filepath":"pyproject.toml","sha":null,"kind":"manifest","created_at":"2024-02-08T16:28:36.145Z","updated_at":"2024-02-08T16:28:36.145Z","repository_link":"https://github.com/rentruewang/bocoel/blob/main/pyproject.toml","dependencies":[{"id":16115086242,"package_name":"alive-progress","ecosystem":"pypi","requirements":"\u003e=3.1.5","direct":true,"kind":"runtime","optional":false},{"id":16115086243,"package_name":"ax-platform","ecosystem":"pypi","requirements":"\u003e=0.3.6","direct":true,"kind":"runtime","optional":false},{"id":16115086244,"package_name":"botorch","ecosystem":"pypi","requirements":"\u003e=0.9.5","direct":true,"kind":"runtime","optional":false},{"id":16115086245,"package_name":"gpytorch","ecosystem":"pypi","requirements":"\u003e=1.11","direct":true,"kind":"runtime","optional":false},{"id":16115086246,"package_name":"fire","ecosystem":"pypi","requirements":"\u003e=0.5.0","direct":true,"kind":"runtime","optional":false},{"id":16115086247,"package_name":"networkx","ecosystem":"pypi","requirements":"\u003e=3.2.1","direct":true,"kind":"runtime","optional":false},{"id":16115086248,"package_name":"numpy","ecosystem":"pypi","requirements":"\u003e=1.26.3","direct":true,"kind":"runtime","optional":false},{"id":16115086249,"package_name":"pandas","ecosystem":"pypi","requirements":"\u003e=2.1.4","direct":true,"kind":"runtime","optional":false},{"id":16115086250,"package_name":"pyyaml","ecosystem":"pypi","requirements":"\u003e=6.0.1","direct":true,"kind":"runtime","optional":false},{"id":16115086251,"package_name":"scikit-learn","ecosystem":"pypi","requirements":"\u003e=1.3.2","direct":true,"kind":"runtime","optional":false},{"id":16115086252,"package_name":"scipy","ecosystem":"pypi","requirements":"\u003e=1.11.4","direct":true,"kind":"runtime","optional":false},{"id":16115086253,"package_name":"structlog","ecosystem":"pypi","requirements":"\u003e=24.1.0","direct":true,"kind":"runtime","optional":false},{"id":16115086254,"package_name":"torch","ecosystem":"pypi","requirements":"\u003e=2.1.2","direct":true,"kind":"runtime","optional":false},{"id":16115086255,"package_name":"typeguard","ecosystem":"pypi","requirements":"\u003e=2.13.3","direct":true,"kind":"runtime","optional":false},{"id":16115086256,"package_name":"typing-extensions","ecosystem":"pypi","requirements":"\u003e=4.9.0","direct":true,"kind":"runtime","optional":false},{"id":16115086257,"package_name":"ujson","ecosystem":"pypi","requirements":"\u003e=5.9.0","direct":true,"kind":"runtime","optional":false}]}],"score":null,"created_at":"2025-09-08T20:49:34.396Z","updated_at":"2025-10-07T08:27:40.716Z","avatar_url":"https://github.com/rentruewang.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":[],"project_url":"https://science.ecosyste.ms/api/v1/projects/76750","html_url":"https://science.ecosyste.ms/projects/76750"}