{"id":20806,"name":"trl","description":"Train transformer language models with reinforcement learning.","url":"https://github.com/flashsonic6666/trl","last_synced_at":"2025-09-05T00:43:17.793Z","repository":{"id":278661142,"uuid":"930752423","full_name":"flashsonic6666/trl","owner":"flashsonic6666","description":"Train transformer language models with reinforcement learning.","archived":false,"fork":false,"pushed_at":"2025-05-07T02:45:47.000Z","size":330899,"stargazers_count":0,"open_issues_count":0,"forks_count":0,"subscribers_count":0,"default_branch":"main","last_synced_at":"2025-05-07T03:36:05.311Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"http://hf.co/docs/trl","language":"Python","has_issues":false,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/flashsonic6666.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":"CODE_OF_CONDUCT.md","threat_model":null,"audit":null,"citation":"CITATION.cff","codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2025-02-11T06:36:28.000Z","updated_at":"2025-03-07T03:54:18.000Z","dependencies_parsed_at":"2025-04-13T01:06:43.786Z","dependency_job_id":"2ebbbe6e-8026-4b74-857d-cd3a093be7a7","html_url":"https://github.com/flashsonic6666/trl","commit_stats":null,"previous_names":["flashsonic6666/trl"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/flashsonic6666/trl","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/flashsonic6666%2Ftrl","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/flashsonic6666%2Ftrl/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/flashsonic6666%2Ftrl/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/flashsonic6666%2Ftrl/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/flashsonic6666","download_url":"https://codeload.github.com/flashsonic6666/trl/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/flashsonic6666%2Ftrl/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273695217,"owners_count":25151481,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-04T02:00:08.968Z","response_time":61,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"flashsonic6666","name":null,"uuid":"73764284","kind":"user","description":null,"email":"","website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/73764284?v=4","repositories_count":1,"last_synced_at":"2024-10-17T17:36:27.963Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/flashsonic6666","funding_links":[],"total_stars":0,"followers":1,"following":0,"created_at":"2024-10-17T17:36:28.126Z","updated_at":"2024-10-17T17:36:28.126Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/flashsonic6666","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/flashsonic6666/repositories"},"packages":[],"commits":{"message":"Repository syncing started."},"issues_stats":{"full_name":"flashsonic6666/trl","html_url":"https://github.com/flashsonic6666/trl","last_synced_at":"2025-08-31T16:58:22.047Z","status":null,"issues_count":0,"pull_requests_count":2,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":937063.0,"issues_closed_count":0,"pull_requests_closed_count":1,"pull_request_authors_count":1,"issue_authors_count":0,"avg_comments_per_issue":null,"avg_comments_per_pull_request":0.0,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":2,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":937063.0,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":1,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":0.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2025-08-30T15:58:59.321Z","updated_at":"2025-08-31T16:58:22.048Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/flashsonic6666%2Ftrl","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/flashsonic6666%2Ftrl/issues","issue_labels_count":{},"pull_request_labels_count":{},"issue_author_associations_count":{},"pull_request_author_associations_count":{"OWNER":2},"issue_authors":{},"pull_request_authors":{"flashsonic6666":2},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-05T00:00:10.444Z","repositories_count":10082304,"issues_count":31220387,"pull_requests_count":96069062,"authors_count":10694175,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{},"past_year_pull_request_author_associations_count":{"OWNER":2},"past_year_issue_authors":{},"past_year_pull_request_authors":{"flashsonic6666":2},"maintainers":[{"login":"flashsonic6666","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/flashsonic6666"}],"active_maintainers":[{"login":"flashsonic6666","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/flashsonic6666"}]},"events":{"total":{"MemberEvent":1,"PushEvent":9,"PullRequestEvent":3,"CreateEvent":1},"last_year":{"MemberEvent":1,"PushEvent":9,"PullRequestEvent":3,"CreateEvent":1}},"keywords":[],"dependencies":[{"ecosystem":"actions","filepath":".github/workflows/build_documentation.yml","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:00.796Z","updated_at":"2025-02-21T01:38:00.796Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/.github/workflows/build_documentation.yml","dependencies":[]},{"ecosystem":"actions","filepath":".github/workflows/build_pr_documentation.yml","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:00.848Z","updated_at":"2025-02-21T01:38:00.848Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/.github/workflows/build_pr_documentation.yml","dependencies":[]},{"ecosystem":"actions","filepath":".github/workflows/clear_cache.yml","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:00.891Z","updated_at":"2025-02-21T01:38:00.891Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/.github/workflows/clear_cache.yml","dependencies":[{"id":21965488723,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/docker-build.yml","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:00.957Z","updated_at":"2025-02-21T01:38:00.957Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/.github/workflows/docker-build.yml","dependencies":[{"id":21965488730,"package_name":"docker/setup-buildx-action","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":21965488731,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":21965488732,"package_name":"docker/login-action","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":21965488733,"package_name":"docker/build-push-action","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":21965488734,"package_name":"huggingface/hf-workflows/.github/actions/post-slack","ecosystem":"actions","requirements":"main","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/issue_auto_labeller.yml","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:02.639Z","updated_at":"2025-02-21T01:38:02.639Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/.github/workflows/issue_auto_labeller.yml","dependencies":[{"id":21965489531,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":21965489532,"package_name":"August-murr/auto-labeler","ecosystem":"actions","requirements":"main","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/slow-tests.yml","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:02.838Z","updated_at":"2025-02-21T01:38:02.838Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/.github/workflows/slow-tests.yml","dependencies":[{"id":21965489696,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/tests.yml","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:02.903Z","updated_at":"2025-02-21T01:38:02.903Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/.github/workflows/tests.yml","dependencies":[{"id":21965489720,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":21965489721,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v5","direct":true,"kind":"composite","optional":false},{"id":21965489722,"package_name":"pre-commit/action","ecosystem":"actions","requirements":"v3.0.1","direct":true,"kind":"composite","optional":false},{"id":21965491516,"package_name":"huggingface/hf-workflows/.github/actions/post-slack","ecosystem":"actions","requirements":"main","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/tests_latest.yml","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:03.543Z","updated_at":"2025-02-21T01:38:03.543Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/.github/workflows/tests_latest.yml","dependencies":[{"id":21965491797,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":21965491798,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v5","direct":true,"kind":"composite","optional":false},{"id":21965491799,"package_name":"huggingface/hf-workflows/.github/actions/post-slack","ecosystem":"actions","requirements":"main","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/trufflehog.yml","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:03.611Z","updated_at":"2025-02-21T01:38:03.611Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/.github/workflows/trufflehog.yml","dependencies":[{"id":21965491814,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":21965491815,"package_name":"trufflesecurity/trufflehog","ecosystem":"actions","requirements":"main","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/upload_pr_documentation.yml","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:04.392Z","updated_at":"2025-02-21T01:38:04.392Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/.github/workflows/upload_pr_documentation.yml","dependencies":[]},{"ecosystem":"docker","filepath":"docker/trl-latest-gpu/Dockerfile","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:04.453Z","updated_at":"2025-02-21T01:38:04.453Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/docker/trl-latest-gpu/Dockerfile","dependencies":[{"id":21965492464,"package_name":"continuumio/miniconda3","ecosystem":"docker","requirements":"latest","direct":true,"kind":"build","optional":false},{"id":21965493234,"package_name":"nvidia/cuda","ecosystem":"docker","requirements":"12.2.2-devel-ubuntu22.04","direct":true,"kind":"build","optional":false}]},{"ecosystem":"docker","filepath":"docker/trl-source-gpu/Dockerfile","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:05.339Z","updated_at":"2025-02-21T01:38:05.339Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/docker/trl-source-gpu/Dockerfile","dependencies":[{"id":21965493250,"package_name":"continuumio/miniconda3","ecosystem":"docker","requirements":"latest","direct":true,"kind":"build","optional":false},{"id":21965493251,"package_name":"nvidia/cuda","ecosystem":"docker","requirements":"12.2.2-devel-ubuntu22.04","direct":true,"kind":"build","optional":false}]},{"ecosystem":"pypi","filepath":"examples/research_projects/stack_llama_2/scripts/requirements.txt","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:05.409Z","updated_at":"2025-02-21T01:38:05.409Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/examples/research_projects/stack_llama_2/scripts/requirements.txt","dependencies":[{"id":21965493296,"package_name":"transformers","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":21965493297,"package_name":"trl","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":21965493433,"package_name":"peft","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":21965493434,"package_name":"accelerate","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":21965493435,"package_name":"datasets","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":21965493436,"package_name":"bitsandbytes","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":21965493437,"package_name":"wandb","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"pyproject.toml","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:06.378Z","updated_at":"2025-02-21T01:38:06.378Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/pyproject.toml","dependencies":[]},{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:06.421Z","updated_at":"2025-02-21T01:38:06.421Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/requirements.txt","dependencies":[{"id":21965493438,"package_name":"accelerate","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":21965493439,"package_name":"datasets","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":21965493440,"package_name":"rich","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":21965493441,"package_name":"transformers","ecosystem":"pypi","requirements":"\u003e=4.46.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"setup.py","sha":null,"kind":"manifest","created_at":"2025-02-21T01:38:06.485Z","updated_at":"2025-02-21T01:38:06.485Z","repository_link":"https://github.com/flashsonic6666/trl/blob/main/setup.py","dependencies":[]}],"score":null,"created_at":"2025-09-04T15:50:52.242Z","updated_at":"2025-10-07T08:10:09.722Z","avatar_url":"https://github.com/flashsonic6666.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":[],"project_url":"https://science.ecosyste.ms/api/v1/projects/20806","html_url":"https://science.ecosyste.ms/projects/20806","bibtex_url":"https://science.ecosyste.ms/projects/20806/export.bibtex","apalike_url":"https://science.ecosyste.ms/projects/20806/export.apalike"}