{"id":39590,"name":"rliable","description":"[NeurIPS'21 Outstanding Paper] Library for reliable evaluation on RL and ML benchmarks, even with only a handful of seeds.","url":"https://github.com/google-research/rliable","last_synced_at":"2025-09-05T08:15:10.793Z","repository":{"id":37604891,"uuid":"398111584","full_name":"google-research/rliable","owner":"google-research","description":"[NeurIPS'21 Outstanding Paper] Library for reliable evaluation on RL and ML benchmarks, even with only a handful of seeds.","archived":false,"fork":false,"pushed_at":"2024-08-12T20:48:27.000Z","size":1938,"stargazers_count":840,"open_issues_count":4,"forks_count":49,"subscribers_count":10,"default_branch":"master","last_synced_at":"2025-08-28T07:30:21.353Z","etag":null,"topics":["benchmarking","evaluation-metrics","google","machine-learning","reinforcement-learning","rl"],"latest_commit_sha":null,"homepage":"https://agarwl.github.io/rliable","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/google-research.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2021-08-20T00:41:06.000Z","updated_at":"2025-08-27T12:53:42.000Z","dependencies_parsed_at":"2024-05-28T23:32:49.144Z","dependency_job_id":"c563d6eb-4b98-4197-a3ef-1fcd661a3b76","html_url":"https://github.com/google-research/rliable","commit_stats":{"total_commits":57,"total_committers":9,"mean_commits":6.333333333333333,"dds":0.5614035087719298,"last_synced_commit":"b11d308fd4afb3e20f1a01f42cdcb30f40fc9f93"},"previous_names":[],"tags_count":1,"template":false,"template_full_name":null,"purl":"pkg:github/google-research/rliable","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/google-research","download_url":"https://codeload.github.com/google-research/rliable/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/sbom","scorecard":{"id":436173,"data":{"date":"2025-08-11","repo":{"name":"github.com/google-research/rliable","commit":"3ccd9f4dea577a04d3d2b557f259aac08badbd81"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.1,"checks":[{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"Code-Review","score":6,"reason":"Found 12/18 approved changesets -- score normalized to 6","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"Token-Permissions","score":10,"reason":"GitHub workflow tokens follow principle of least privilege","details":["Info: topLevel 'contents' permission set to 'read': .github/workflows/python-publish.yml:16","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Maintained","score":0,"reason":"0 commit(s) and 0 issue activity found in the last 90 days -- score normalized to 0","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Pinned-Dependencies","score":2,"reason":"dependency not pinned by hash detected -- score normalized to 2","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/python-publish.yml:29: update your workflow using https://app.stepsecurity.io/secureworkflow/google-research/rliable/python-publish.yml/master?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/python-publish.yml:31: update your workflow using https://app.stepsecurity.io/secureworkflow/google-research/rliable/python-publish.yml/master?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/python-publish.yml:36","Warn: pipCommand not pinned by hash: .github/workflows/python-publish.yml:37","Info:   0 out of   2 GitHub-owned GitHubAction dependencies pinned","Info:   1 out of   1 third-party GitHubAction dependencies pinned","Info:   0 out of   2 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE:0","Info: FSF or OSI recognized license: Apache License 2.0: LICENSE:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Packaging","score":-1,"reason":"packaging workflow not detected","details":["Warn: no GitHub/GitLab publishing workflow detected."],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Branch-Protection","score":0,"reason":"branch protection not enabled on development/release branches","details":["Warn: branch protection not enabled for branch 'master'"],"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 19 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-19T04:44:23.494Z","repository_id":37604891,"created_at":"2025-08-19T04:44:23.494Z","updated_at":"2025-08-19T04:44:23.494Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273728447,"owners_count":25157202,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-05T02:00:09.113Z","response_time":402,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"google-research","name":"Google Research","uuid":"43830688","kind":"organization","description":"","email":null,"website":"https://research.google","location":"Earth","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/43830688?v=4","repositories_count":226,"last_synced_at":"2023-03-02T14:20:27.989Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/google-research","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-13T06:07:28.793Z","updated_at":"2023-03-02T14:20:28.230Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/google-research","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/google-research/repositories"},"packages":[{"id":2904409,"name":"rliable","ecosystem":"pypi","description":"rliable: Reliable evaluation on reinforcement learning and machine learning benchmarks.","homepage":"https://github.com/google-research/rliable","licenses":"Apache 2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/google-research/rliable","keywords_array":["benchmarking","evaluation","reproducibility","research","reinforcement","machine","learning","research"],"namespace":null,"versions_count":11,"first_release_published_at":"2021-09-09T16:57:43.000Z","latest_release_published_at":"2024-08-12T20:50:58.000Z","latest_release_number":"1.2.0","last_synced_at":"2025-08-28T00:39:38.050Z","created_at":"2022-04-10T12:29:14.566Z","updated_at":"2025-08-28T12:49:52.654Z","registry_url":"https://pypi.org/project/rliable/","install_command":"pip install rliable --index-url https://pypi.org/simple","documentation_url":"https://github.com/google-research/rliable","metadata":{"funding":null,"documentation":"https://github.com/google-research/rliable","classifiers":["Development Status :: 4 - Beta","Intended Audience :: Developers","Intended Audience :: Education","Intended Audience :: Science/Research","License :: OSI Approved :: Apache Software License","Programming Language :: Python :: 3","Programming Language :: Python :: 3 :: Only","Programming Language :: Python :: 3.5","Programming Language :: Python :: 3.6","Programming Language :: Python :: 3.7","Programming Language :: Python :: 3.8","Topic :: Scientific/Engineering","Topic :: Scientific/Engineering :: Artificial Intelligence","Topic :: Scientific/Engineering :: Mathematics","Topic :: Software Development","Topic :: Software Development :: Libraries","Topic :: Software Development :: Libraries :: Python Modules"],"normalized_name":"rliable","project_status":null},"repo_metadata":{"id":37604891,"uuid":"398111584","full_name":"google-research/rliable","owner":"google-research","description":"[NeurIPS'21 Outstanding Paper] Library for reliable evaluation on RL and ML benchmarks, even with only a handful of seeds.","archived":false,"fork":false,"pushed_at":"2024-08-12T20:48:27.000Z","size":1938,"stargazers_count":840,"open_issues_count":4,"forks_count":49,"subscribers_count":10,"default_branch":"master","last_synced_at":"2025-08-28T07:30:21.353Z","etag":null,"topics":["benchmarking","evaluation-metrics","google","machine-learning","reinforcement-learning","rl"],"latest_commit_sha":null,"homepage":"https://agarwl.github.io/rliable","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/google-research.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2021-08-20T00:41:06.000Z","updated_at":"2025-08-27T12:53:42.000Z","dependencies_parsed_at":"2024-05-28T23:32:49.144Z","dependency_job_id":"c563d6eb-4b98-4197-a3ef-1fcd661a3b76","html_url":"https://github.com/google-research/rliable","commit_stats":{"total_commits":57,"total_committers":9,"mean_commits":6.333333333333333,"dds":0.5614035087719298,"last_synced_commit":"b11d308fd4afb3e20f1a01f42cdcb30f40fc9f93"},"previous_names":[],"tags_count":1,"template":false,"template_full_name":null,"purl":"pkg:github/google-research/rliable","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/google-research","download_url":"https://codeload.github.com/google-research/rliable/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/sbom","scorecard":{"id":436173,"data":{"date":"2025-08-11","repo":{"name":"github.com/google-research/rliable","commit":"3ccd9f4dea577a04d3d2b557f259aac08badbd81"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.1,"checks":[{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"Code-Review","score":6,"reason":"Found 12/18 approved changesets -- score normalized to 6","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"Token-Permissions","score":10,"reason":"GitHub workflow tokens follow principle of least privilege","details":["Info: topLevel 'contents' permission set to 'read': .github/workflows/python-publish.yml:16","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Maintained","score":0,"reason":"0 commit(s) and 0 issue activity found in the last 90 days -- score normalized to 0","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Pinned-Dependencies","score":2,"reason":"dependency not pinned by hash detected -- score normalized to 2","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/python-publish.yml:29: update your workflow using https://app.stepsecurity.io/secureworkflow/google-research/rliable/python-publish.yml/master?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/python-publish.yml:31: update your workflow using https://app.stepsecurity.io/secureworkflow/google-research/rliable/python-publish.yml/master?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/python-publish.yml:36","Warn: pipCommand not pinned by hash: .github/workflows/python-publish.yml:37","Info:   0 out of   2 GitHub-owned GitHubAction dependencies pinned","Info:   1 out of   1 third-party GitHubAction dependencies pinned","Info:   0 out of   2 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE:0","Info: FSF or OSI recognized license: Apache License 2.0: LICENSE:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Packaging","score":-1,"reason":"packaging workflow not detected","details":["Warn: no GitHub/GitLab publishing workflow detected."],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Branch-Protection","score":0,"reason":"branch protection not enabled on development/release branches","details":["Warn: branch protection not enabled for branch 'master'"],"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 19 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-19T04:44:23.494Z","repository_id":37604891,"created_at":"2025-08-19T04:44:23.494Z","updated_at":"2025-08-19T04:44:23.494Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":272499376,"owners_count":24944892,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-08-28T02:00:10.768Z","response_time":74,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"google-research","name":"Google Research","uuid":"43830688","kind":"organization","description":"","email":null,"website":"https://research.google","location":"Earth","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/43830688?v=4","repositories_count":226,"last_synced_at":"2023-03-02T14:20:27.989Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/google-research","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-13T06:07:28.793Z","updated_at":"2023-03-02T14:20:28.230Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/google-research","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/google-research/repositories"},"tags":[{"name":"v1.0","sha":"48b62f5e15812aa872e345ba1bd9f685f05cd88f","kind":"commit","published_at":"2021-10-14T22:29:09.000Z","download_url":"https://codeload.github.com/google-research/rliable/tar.gz/v1.0","html_url":"https://github.com/google-research/rliable/releases/tag/v1.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/google-research/rliable@v1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/tags/v1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/tags/v1.0/manifests"}]},"repo_metadata_updated_at":"2025-08-28T12:49:52.654Z","dependent_packages_count":6,"downloads":1613,"downloads_period":"last-month","dependent_repos_count":15,"rankings":{"downloads":3.1139439866700145,"dependent_repos_count":3.7284401994335052,"dependent_packages_count":1.5926257110785564,"stargazers_count":2.4799707835931617,"forks_count":6.212995235993364,"docker_downloads_count":4.134855573037257,"average":3.5438052483009765},"purl":"pkg:pypi/rliable","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/rliable","docker_dependents_count":1,"docker_downloads_count":10,"usage_url":"https://repos.ecosyste.ms/usage/pypi/rliable","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/rliable/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-08-28T01:30:37.526Z","issues_count":21,"pull_requests_count":11,"avg_time_to_close_issue":2688977.529411765,"avg_time_to_close_pull_request":1218814.4545454546,"issues_closed_count":17,"pull_requests_closed_count":11,"pull_request_authors_count":8,"issue_authors_count":17,"avg_comments_per_issue":2.9047619047619047,"avg_comments_per_pull_request":1.3636363636363635,"merged_pull_requests_count":9,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":6,"past_year_pull_requests_count":2,"past_year_avg_time_to_close_issue":2849807.3333333335,"past_year_avg_time_to_close_pull_request":218444.0,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":2,"past_year_pull_request_authors_count":2,"past_year_issue_authors_count":5,"past_year_avg_comments_per_issue":2.1666666666666665,"past_year_avg_comments_per_pull_request":2.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":2,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/issues","maintainers":[{"login":"agarwl","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/agarwl"}],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rliable/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rliable/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rliable/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rliable/related_packages","maintainers":[{"uuid":"rliable","login":"rliable","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/rliable/","role":null,"created_at":"2023-02-25T08:54:44.299Z","updated_at":"2023-02-25T08:54:44.299Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/rliable/packages"},{"uuid":"MischaPanch","login":"MischaPanch","name":null,"email":null,"url":null,"packages_count":7,"html_url":"https://pypi.org/user/MischaPanch/","role":null,"created_at":"2024-08-12T21:04:05.219Z","updated_at":"2024-08-12T21:04:05.219Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/MischaPanch/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":725040,"maintainers_count":308343,"namespaces_count":0,"keywords_count":238006,"github":"pypi","metadata":{"funded_packages_count":50519},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2025-09-05T05:40:58.860Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}},{"id":10805517,"name":"rliable-fork","ecosystem":"pypi","description":"rliable: Reliable evaluation on reinforcement learning and machine learning benchmarks.","homepage":"https://github.com/aai-institute/rliable","licenses":"Apache 2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/google-research/rliable","keywords_array":["benchmarking","evaluation","reproducibility","research","reinforcement","machine","learning","research"],"namespace":null,"versions_count":1,"first_release_published_at":"2024-08-12T09:17:13.000Z","latest_release_published_at":"2024-08-12T09:17:13.000Z","latest_release_number":"1.2.0","last_synced_at":"2025-08-28T12:29:23.247Z","created_at":"2024-08-12T09:31:59.936Z","updated_at":"2025-08-28T12:49:52.897Z","registry_url":"https://pypi.org/project/rliable-fork/","install_command":"pip install rliable-fork --index-url https://pypi.org/simple","documentation_url":"https://github.com/google-research/rliable","metadata":{"funding":null,"documentation":"https://github.com/google-research/rliable","classifiers":["Development Status :: 4 - Beta","Intended Audience :: Developers","Intended Audience :: Education","Intended Audience :: Science/Research","License :: OSI Approved :: Apache Software License","Programming Language :: Python :: 3","Programming Language :: Python :: 3 :: Only","Programming Language :: Python :: 3.5","Programming Language :: Python :: 3.6","Programming Language :: Python :: 3.7","Programming Language :: Python :: 3.8","Topic :: Scientific/Engineering","Topic :: Scientific/Engineering :: Artificial Intelligence","Topic :: Scientific/Engineering :: Mathematics","Topic :: Software Development","Topic :: Software Development :: Libraries","Topic :: Software Development :: Libraries :: Python Modules"],"normalized_name":"rliable-fork","project_status":null},"repo_metadata":{"id":37604891,"uuid":"398111584","full_name":"google-research/rliable","owner":"google-research","description":"[NeurIPS'21 Outstanding Paper] Library for reliable evaluation on RL and ML benchmarks, even with only a handful of seeds.","archived":false,"fork":false,"pushed_at":"2024-08-12T20:48:27.000Z","size":1938,"stargazers_count":840,"open_issues_count":4,"forks_count":49,"subscribers_count":10,"default_branch":"master","last_synced_at":"2025-08-28T07:30:21.353Z","etag":null,"topics":["benchmarking","evaluation-metrics","google","machine-learning","reinforcement-learning","rl"],"latest_commit_sha":null,"homepage":"https://agarwl.github.io/rliable","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/google-research.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2021-08-20T00:41:06.000Z","updated_at":"2025-08-27T12:53:42.000Z","dependencies_parsed_at":"2024-05-28T23:32:49.144Z","dependency_job_id":"c563d6eb-4b98-4197-a3ef-1fcd661a3b76","html_url":"https://github.com/google-research/rliable","commit_stats":{"total_commits":57,"total_committers":9,"mean_commits":6.333333333333333,"dds":0.5614035087719298,"last_synced_commit":"b11d308fd4afb3e20f1a01f42cdcb30f40fc9f93"},"previous_names":[],"tags_count":1,"template":false,"template_full_name":null,"purl":"pkg:github/google-research/rliable","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/google-research","download_url":"https://codeload.github.com/google-research/rliable/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/sbom","scorecard":{"id":436173,"data":{"date":"2025-08-11","repo":{"name":"github.com/google-research/rliable","commit":"3ccd9f4dea577a04d3d2b557f259aac08badbd81"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":5.1,"checks":[{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"Code-Review","score":6,"reason":"Found 12/18 approved changesets -- score normalized to 6","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"Token-Permissions","score":10,"reason":"GitHub workflow tokens follow principle of least privilege","details":["Info: topLevel 'contents' permission set to 'read': .github/workflows/python-publish.yml:16","Info: no jobLevel write permissions found"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Maintained","score":0,"reason":"0 commit(s) and 0 issue activity found in the last 90 days -- score normalized to 0","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Pinned-Dependencies","score":2,"reason":"dependency not pinned by hash detected -- score normalized to 2","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/python-publish.yml:29: update your workflow using https://app.stepsecurity.io/secureworkflow/google-research/rliable/python-publish.yml/master?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/python-publish.yml:31: update your workflow using https://app.stepsecurity.io/secureworkflow/google-research/rliable/python-publish.yml/master?enable=pin","Warn: pipCommand not pinned by hash: .github/workflows/python-publish.yml:36","Warn: pipCommand not pinned by hash: .github/workflows/python-publish.yml:37","Info:   0 out of   2 GitHub-owned GitHubAction dependencies pinned","Info:   1 out of   1 third-party GitHubAction dependencies pinned","Info:   0 out of   2 pipCommand dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE:0","Info: FSF or OSI recognized license: Apache License 2.0: LICENSE:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Vulnerabilities","score":10,"reason":"0 existing vulnerabilities detected","details":null,"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}},{"name":"Packaging","score":-1,"reason":"packaging workflow not detected","details":["Warn: no GitHub/GitLab publishing workflow detected."],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Branch-Protection","score":0,"reason":"branch protection not enabled on development/release branches","details":["Warn: branch protection not enabled for branch 'master'"],"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 19 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}}]},"last_synced_at":"2025-08-19T04:44:23.494Z","repository_id":37604891,"created_at":"2025-08-19T04:44:23.494Z","updated_at":"2025-08-19T04:44:23.494Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":272499376,"owners_count":24944892,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-08-28T02:00:10.768Z","response_time":74,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"google-research","name":"Google Research","uuid":"43830688","kind":"organization","description":"","email":null,"website":"https://research.google","location":"Earth","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/43830688?v=4","repositories_count":226,"last_synced_at":"2023-03-02T14:20:27.989Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/google-research","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-13T06:07:28.793Z","updated_at":"2023-03-02T14:20:28.230Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/google-research","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/google-research/repositories"},"tags":[{"name":"v1.0","sha":"48b62f5e15812aa872e345ba1bd9f685f05cd88f","kind":"commit","published_at":"2021-10-14T22:29:09.000Z","download_url":"https://codeload.github.com/google-research/rliable/tar.gz/v1.0","html_url":"https://github.com/google-research/rliable/releases/tag/v1.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/google-research/rliable@v1.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/tags/v1.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/tags/v1.0/manifests"}]},"repo_metadata_updated_at":"2025-08-28T12:49:52.897Z","dependent_packages_count":0,"downloads":5,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":59.10147758737503,"dependent_packages_count":10.49693941538715,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":34.79920850138109},"purl":"pkg:pypi/rliable-fork","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/rliable-fork","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/pypi/rliable-fork","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/rliable-fork/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-08-28T01:30:37.526Z","issues_count":21,"pull_requests_count":11,"avg_time_to_close_issue":2688977.529411765,"avg_time_to_close_pull_request":1218814.4545454546,"issues_closed_count":17,"pull_requests_closed_count":11,"pull_request_authors_count":8,"issue_authors_count":17,"avg_comments_per_issue":2.9047619047619047,"avg_comments_per_pull_request":1.3636363636363635,"merged_pull_requests_count":9,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":6,"past_year_pull_requests_count":2,"past_year_avg_time_to_close_issue":2849807.3333333335,"past_year_avg_time_to_close_pull_request":218444.0,"past_year_issues_closed_count":3,"past_year_pull_requests_closed_count":2,"past_year_pull_request_authors_count":2,"past_year_issue_authors_count":5,"past_year_avg_comments_per_issue":2.1666666666666665,"past_year_avg_comments_per_pull_request":2.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":2,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/issues","maintainers":[{"login":"agarwl","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/agarwl"}],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rliable-fork/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rliable-fork/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rliable-fork/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rliable-fork/related_packages","maintainers":[{"uuid":"MischaPanch","login":"MischaPanch","name":null,"email":null,"url":null,"packages_count":7,"html_url":"https://pypi.org/user/MischaPanch/","role":null,"created_at":"2024-08-12T09:57:46.849Z","updated_at":"2024-08-12T09:57:46.849Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/MischaPanch/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":725040,"maintainers_count":308343,"namespaces_count":0,"keywords_count":238006,"github":"pypi","metadata":{"funded_packages_count":50519},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2025-09-05T05:40:58.860Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}}],"commits":{"id":651651,"full_name":"google-research/rliable","default_branch":"master","committers":[{"name":"Rishabh Agarwal","email":"12142945+agarwl","login":"agarwl","count":49},{"name":"Quentin Gallouédec","email":"45557362+qgallouedec","login":"qgallouedec","count":4},{"name":"zclzc","email":"38581401+lkevinzc","login":"lkevinzc","count":2},{"name":"Dennis Soemers","email":"d.soemers@gmail.com","login":"DennisSoemers","count":2},{"name":"Sebastian Markgraf","email":"Sebastian-Markgraf@t-online.de","login":"sebimarkgraf","count":1},{"name":"RLiable Team","email":"no-reply@google.com","login":"a-googler","count":1},{"name":"Michael Panchenko","email":"35432522+MischaPanch","login":"MischaPanch","count":1},{"name":"Jet","email":"38184875+jjshoots","login":"jjshoots","count":1},{"name":"Antonin RAFFIN","email":"antonin.raffin@ensta.org","login":"araffin","count":1},{"name":"Michael Panchenko","email":"m.panchenko@appliedai.de","login":null,"count":1}],"total_commits":63,"total_committers":10,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":6.3,"dds":0.2222222222222222,"past_year_committers":[{"name":"Rishabh Agarwal","email":"12142945+agarwl","login":"agarwl","count":2},{"name":"Antonin RAFFIN","email":"antonin.raffin@ensta.org","login":"araffin","count":1},{"name":"Michael Panchenko","email":"m.panchenko@appliedai.de","login":null,"count":1}],"past_year_total_commits":4,"past_year_total_committers":3,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":1.3333333333333333,"past_year_dds":0.5,"last_synced_at":"2025-05-16T15:55:13.373Z","last_synced_commit":"3ccd9f4dea577a04d3d2b557f259aac08badbd81","created_at":"2023-03-09T09:28:11.745Z","updated_at":"2025-05-16T15:55:13.380Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-05T00:00:10.343Z","repositories_count":5480019,"commits_count":853389012,"contributors_count":31098138,"owners_count":906558,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"google-research/rliable","html_url":"https://github.com/google-research/rliable","last_synced_at":"2025-08-31T17:13:13.979Z","status":null,"issues_count":20,"pull_requests_count":10,"avg_time_to_close_issue":2847667.8125,"avg_time_to_close_pull_request":1340652.7,"issues_closed_count":16,"pull_requests_closed_count":10,"pull_request_authors_count":8,"issue_authors_count":17,"avg_comments_per_issue":2.9,"avg_comments_per_pull_request":1.3,"merged_pull_requests_count":8,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":4,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":8213061.0,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":1,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":4,"past_year_avg_comments_per_issue":0.5,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2023-05-14T23:09:16.308Z","updated_at":"2025-09-02T21:38:21.070Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/google-research%2Frliable/issues","issue_labels_count":{"documentation":1,"bug":1,"enhancement":1,"good first issue":1,"help wanted":1},"pull_request_labels_count":{},"issue_author_associations_count":{"NONE":18,"CONTRIBUTOR":2,"COLLABORATOR":1},"pull_request_author_associations_count":{"CONTRIBUTOR":11,"NONE":3},"issue_authors":{"amantuer":2,"MischaPanch":2,"slerman12":2,"zhefan":2,"HYDesmondLiu":1,"STAY-Melody":1,"e-pet":1,"ezhang7423":1,"MarcoMeter":1,"RongpingZhou":1,"kidd12138":1,"xkianteb":1,"qgallouedec":1,"nirbhayjm":1,"TaoHuang13":1,"agarwl":1,"MishaLaskin":1},"pull_request_authors":{"MischaPanch":3,"qgallouedec":3,"araffin":2,"DennisSoemers":2,"Aladoro":1,"sebimarkgraf":1,"lkevinzc":1,"jjshoots":1},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-05T00:00:10.444Z","repositories_count":10094553,"issues_count":31373669,"pull_requests_count":97058592,"authors_count":10699554,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{"NONE":5},"past_year_pull_request_author_associations_count":{},"past_year_issue_authors":{"amantuer":2,"e-pet":1,"kidd12138":1,"RongpingZhou":1},"past_year_pull_request_authors":{},"maintainers":[{"login":"agarwl","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/agarwl"}],"active_maintainers":[]},"events":{"total":{"IssuesEvent":5,"WatchEvent":78,"ForkEvent":4},"last_year":{"IssuesEvent":5,"WatchEvent":78,"ForkEvent":4}},"keywords":["benchmarking","evaluation-metrics","google","machine-learning","reinforcement-learning","rl"],"dependencies":[{"ecosystem":"pypi","filepath":"setup.py","sha":null,"kind":"manifest","created_at":"2022-07-16T15:16:57.120Z","updated_at":"2022-07-16T15:16:57.120Z","repository_link":"https://github.com/google-research/rliable/blob/master/setup.py","dependencies":[{"id":236442951,"package_name":"arch","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":236442952,"package_name":"scipy","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":236442953,"package_name":"absl-py","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":236442954,"package_name":"numpy","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":236442955,"package_name":"seaborn","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]}],"score":16.450479541670926,"created_at":"2025-09-04T15:51:13.900Z","updated_at":"2025-10-07T08:16:13.775Z","avatar_url":"https://github.com/google-research.png","language":"Jupyter Notebook","category":null,"sub_category":null,"monthly_downloads":1618,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":["gym-environment","gym","distributed"],"project_url":"https://science.ecosyste.ms/api/v1/projects/39590","html_url":"https://science.ecosyste.ms/projects/39590","bibtex_url":"https://science.ecosyste.ms/projects/39590/export.bibtex","apalike_url":"https://science.ecosyste.ms/projects/39590/export.apalike"}