{"id":181333,"name":null,"description":null,"url":"https://github.com/christian-byrne/optimize-input-tokens-pipeline","last_synced_at":"2025-09-10T01:00:03.637Z","repository":{"id":307954956,"uuid":"1031181263","full_name":"christian-byrne/optimize-input-tokens-pipeline","owner":"christian-byrne","description":null,"archived":false,"fork":false,"pushed_at":"2025-08-04T02:38:56.000Z","size":341,"stargazers_count":0,"open_issues_count":0,"forks_count":0,"subscribers_count":0,"default_branch":"main","last_synced_at":"2025-09-02T10:54:28.482Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":null,"language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/christian-byrne.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2025-08-03T07:26:59.000Z","updated_at":"2025-08-04T02:38:59.000Z","dependencies_parsed_at":"2025-08-03T09:38:20.837Z","dependency_job_id":null,"html_url":"https://github.com/christian-byrne/optimize-input-tokens-pipeline","commit_stats":null,"previous_names":["christian-byrne/optimize-input-tokens-pipeline"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/christian-byrne/optimize-input-tokens-pipeline","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/christian-byrne%2Foptimize-input-tokens-pipeline","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/christian-byrne%2Foptimize-input-tokens-pipeline/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/christian-byrne%2Foptimize-input-tokens-pipeline/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/christian-byrne%2Foptimize-input-tokens-pipeline/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/christian-byrne","download_url":"https://codeload.github.com/christian-byrne/optimize-input-tokens-pipeline/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/christian-byrne%2Foptimize-input-tokens-pipeline/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":274392513,"owners_count":25276784,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-09T02:00:10.223Z","response_time":80,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"christian-byrne","name":"Christian Byrne","uuid":"72887196","kind":"user","description":"","email":"","website":null,"location":"San Francisco","twitter":"c__byrne","company":"Comfy-Org","icon_url":"https://avatars.githubusercontent.com/u/72887196?u=6e31f79ea33e0e6032dfa70546a04949bd2990f7\u0026v=4","repositories_count":100,"last_synced_at":"2025-09-02T10:54:23.167Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/christian-byrne","funding_links":[],"total_stars":557,"followers":179,"following":46,"created_at":"2023-08-27T03:41:08.672Z","updated_at":"2025-09-02T10:54:23.168Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/christian-byrne","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/christian-byrne/repositories"},"packages":[],"commits":{"message":"Repository syncing started."},"issues_stats":{"full_name":"christian-byrne/optimize-input-tokens-pipeline","html_url":"https://github.com/christian-byrne/optimize-input-tokens-pipeline","last_synced_at":null,"status":null,"issues_count":null,"pull_requests_count":null,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":null,"issues_closed_count":null,"pull_requests_closed_count":null,"pull_request_authors_count":null,"issue_authors_count":null,"avg_comments_per_issue":null,"avg_comments_per_pull_request":null,"merged_pull_requests_count":null,"bot_issues_count":null,"bot_pull_requests_count":null,"past_year_issues_count":null,"past_year_pull_requests_count":null,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":null,"past_year_pull_requests_closed_count":null,"past_year_pull_request_authors_count":null,"past_year_issue_authors_count":null,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":null,"past_year_bot_pull_requests_count":null,"past_year_merged_pull_requests_count":null,"created_at":"2025-09-10T00:59:29.643Z","updated_at":"2025-09-10T00:59:29.643Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/christian-byrne%2Foptimize-input-tokens-pipeline","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/christian-byrne%2Foptimize-input-tokens-pipeline/issues","issue_labels_count":{},"pull_request_labels_count":{},"issue_author_associations_count":{},"pull_request_author_associations_count":{},"issue_authors":{},"pull_request_authors":{},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-10T00:00:25.260Z","repositories_count":10197920,"issues_count":32218736,"pull_requests_count":101730964,"authors_count":10741929,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{},"past_year_pull_request_author_associations_count":{},"past_year_issue_authors":{},"past_year_pull_request_authors":{},"maintainers":[],"active_maintainers":[]},"events":{"total":{"PushEvent":2},"last_year":{"PushEvent":2}},"keywords":[],"dependencies":[{"ecosystem":"actions","filepath":".github/workflows/ci.yml","sha":null,"kind":"manifest","created_at":"2025-08-03T09:38:20.401Z","updated_at":"2025-08-03T09:38:20.401Z","repository_link":"https://github.com/christian-byrne/optimize-input-tokens-pipeline/blob/main/.github/workflows/ci.yml","dependencies":[{"id":24481604516,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":24481604517,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":24481604518,"package_name":"actions/cache","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":24481604519,"package_name":"codecov/codecov-action","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"pypi","filepath":"pyproject.toml","sha":null,"kind":"manifest","created_at":"2025-08-03T09:38:20.462Z","updated_at":"2025-08-03T09:38:20.462Z","repository_link":"https://github.com/christian-byrne/optimize-input-tokens-pipeline/blob/main/pyproject.toml","dependencies":[{"id":24481604520,"package_name":"python","ecosystem":"pypi","requirements":"^3.8","direct":true,"kind":"runtime","optional":false},{"id":24481604521,"package_name":"transformers","ecosystem":"pypi","requirements":"^4.30.0","direct":true,"kind":"runtime","optional":false},{"id":24481604522,"package_name":"torch","ecosystem":"pypi","requirements":"^2.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604523,"package_name":"tokenizers","ecosystem":"pypi","requirements":"^0.13.3","direct":true,"kind":"runtime","optional":false},{"id":24481604524,"package_name":"symspellpy","ecosystem":"pypi","requirements":"^6.7.7","direct":true,"kind":"runtime","optional":false},{"id":24481604525,"package_name":"pyspellchecker","ecosystem":"pypi","requirements":"^0.7.0","direct":true,"kind":"runtime","optional":false},{"id":24481604526,"package_name":"spacy","ecosystem":"pypi","requirements":"^3.5.0","direct":true,"kind":"runtime","optional":false},{"id":24481604527,"package_name":"nltk","ecosystem":"pypi","requirements":"^3.8","direct":true,"kind":"runtime","optional":false},{"id":24481604528,"package_name":"sentence-transformers","ecosystem":"pypi","requirements":"^2.2.2","direct":true,"kind":"runtime","optional":false},{"id":24481604529,"package_name":"llmlingua","ecosystem":"pypi","requirements":"^0.1.0","direct":true,"kind":"runtime","optional":false},{"id":24481604530,"package_name":"txtai","ecosystem":"pypi","requirements":"^6.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604531,"package_name":"sentencepiece","ecosystem":"pypi","requirements":"^0.1.99","direct":true,"kind":"runtime","optional":false},{"id":24481604532,"package_name":"rich","ecosystem":"pypi","requirements":"^13.7.0","direct":true,"kind":"runtime","optional":false},{"id":24481604533,"package_name":"deepdiff","ecosystem":"pypi","requirements":"^6.7.0","direct":true,"kind":"runtime","optional":false},{"id":24481604534,"package_name":"termcolor","ecosystem":"pypi","requirements":"^2.4.0","direct":true,"kind":"runtime","optional":false},{"id":24481604535,"package_name":"click","ecosystem":"pypi","requirements":"^8.1.3","direct":true,"kind":"runtime","optional":false},{"id":24481604536,"package_name":"pyyaml","ecosystem":"pypi","requirements":"^6.0","direct":true,"kind":"runtime","optional":false},{"id":24481604537,"package_name":"tqdm","ecosystem":"pypi","requirements":"^4.65.0","direct":true,"kind":"runtime","optional":false},{"id":24481604538,"package_name":"pandas","ecosystem":"pypi","requirements":"^2.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604539,"package_name":"python-dotenv","ecosystem":"pypi","requirements":"^1.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604540,"package_name":"black","ecosystem":"pypi","requirements":"^23.3.0","direct":true,"kind":"develop","optional":false},{"id":24481604541,"package_name":"flake8","ecosystem":"pypi","requirements":"^6.0.0","direct":true,"kind":"develop","optional":false},{"id":24481604542,"package_name":"mypy","ecosystem":"pypi","requirements":"^1.3.0","direct":true,"kind":"develop","optional":false},{"id":24481604543,"package_name":"pytest","ecosystem":"pypi","requirements":"^7.3.0","direct":true,"kind":"develop","optional":false},{"id":24481604544,"package_name":"pytest-cov","ecosystem":"pypi","requirements":"^4.0.0","direct":true,"kind":"develop","optional":false},{"id":24481604545,"package_name":"jupyter","ecosystem":"pypi","requirements":"^1.0.0","direct":true,"kind":"develop","optional":false},{"id":24481604546,"package_name":"ipykernel","ecosystem":"pypi","requirements":"^6.0.0","direct":true,"kind":"develop","optional":false}]},{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2025-08-03T09:38:20.698Z","updated_at":"2025-08-03T09:38:20.698Z","repository_link":"https://github.com/christian-byrne/optimize-input-tokens-pipeline/blob/main/requirements.txt","dependencies":[{"id":24481604547,"package_name":"transformers","ecosystem":"pypi","requirements":"\u003e=4.30.0","direct":true,"kind":"runtime","optional":false},{"id":24481604548,"package_name":"torch","ecosystem":"pypi","requirements":"\u003e=2.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604549,"package_name":"tokenizers","ecosystem":"pypi","requirements":"\u003e=0.13.3","direct":true,"kind":"runtime","optional":false},{"id":24481604550,"package_name":"symspellpy","ecosystem":"pypi","requirements":"\u003e=6.7.7","direct":true,"kind":"runtime","optional":false},{"id":24481604551,"package_name":"pyspellchecker","ecosystem":"pypi","requirements":"\u003e=0.7.0","direct":true,"kind":"runtime","optional":false},{"id":24481604552,"package_name":"spacy","ecosystem":"pypi","requirements":"\u003e=3.5.0","direct":true,"kind":"runtime","optional":false},{"id":24481604553,"package_name":"nltk","ecosystem":"pypi","requirements":"\u003e=3.8","direct":true,"kind":"runtime","optional":false},{"id":24481604554,"package_name":"sentence-transformers","ecosystem":"pypi","requirements":"\u003e=2.2.2","direct":true,"kind":"runtime","optional":false},{"id":24481604555,"package_name":"llmlingua","ecosystem":"pypi","requirements":"\u003e=0.1.0","direct":true,"kind":"runtime","optional":false},{"id":24481604556,"package_name":"txtai","ecosystem":"pypi","requirements":"\u003e=6.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604557,"package_name":"sentencepiece","ecosystem":"pypi","requirements":"\u003e=0.1.99","direct":true,"kind":"runtime","optional":false},{"id":24481604558,"package_name":"rich","ecosystem":"pypi","requirements":"\u003e=13.7.0","direct":true,"kind":"runtime","optional":false},{"id":24481604559,"package_name":"deepdiff","ecosystem":"pypi","requirements":"\u003e=6.7.0","direct":true,"kind":"runtime","optional":false},{"id":24481604560,"package_name":"termcolor","ecosystem":"pypi","requirements":"\u003e=2.4.0","direct":true,"kind":"runtime","optional":false},{"id":24481604561,"package_name":"click","ecosystem":"pypi","requirements":"\u003e=8.1.3","direct":true,"kind":"runtime","optional":false},{"id":24481604562,"package_name":"pyyaml","ecosystem":"pypi","requirements":"\u003e=6.0","direct":true,"kind":"runtime","optional":false},{"id":24481604563,"package_name":"tqdm","ecosystem":"pypi","requirements":"\u003e=4.65.0","direct":true,"kind":"runtime","optional":false},{"id":24481604564,"package_name":"pandas","ecosystem":"pypi","requirements":"\u003e=2.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604565,"package_name":"python-dotenv","ecosystem":"pypi","requirements":"\u003e=1.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604566,"package_name":"black","ecosystem":"pypi","requirements":"\u003e=23.3.0","direct":true,"kind":"runtime","optional":false},{"id":24481604567,"package_name":"flake8","ecosystem":"pypi","requirements":"\u003e=6.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604568,"package_name":"mypy","ecosystem":"pypi","requirements":"\u003e=1.3.0","direct":true,"kind":"runtime","optional":false},{"id":24481604569,"package_name":"ruff","ecosystem":"pypi","requirements":"\u003e=0.1.0","direct":true,"kind":"runtime","optional":false},{"id":24481604570,"package_name":"pytest","ecosystem":"pypi","requirements":"\u003e=7.3.0","direct":true,"kind":"runtime","optional":false},{"id":24481604571,"package_name":"pytest-cov","ecosystem":"pypi","requirements":"\u003e=4.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604572,"package_name":"jupyter","ecosystem":"pypi","requirements":"\u003e=1.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604573,"package_name":"ipykernel","ecosystem":"pypi","requirements":"\u003e=6.0.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"token-optimizer/requirements.txt","sha":null,"kind":"manifest","created_at":"2025-08-03T09:38:20.762Z","updated_at":"2025-08-03T09:38:20.762Z","repository_link":"https://github.com/christian-byrne/optimize-input-tokens-pipeline/blob/main/token-optimizer/requirements.txt","dependencies":[{"id":24481604574,"package_name":"transformers","ecosystem":"pypi","requirements":"\u003e=4.30.0","direct":true,"kind":"runtime","optional":false},{"id":24481604575,"package_name":"torch","ecosystem":"pypi","requirements":"\u003e=2.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604576,"package_name":"tokenizers","ecosystem":"pypi","requirements":"\u003e=0.13.3","direct":true,"kind":"runtime","optional":false},{"id":24481604577,"package_name":"symspellpy","ecosystem":"pypi","requirements":"\u003e=6.7.7","direct":true,"kind":"runtime","optional":false},{"id":24481604578,"package_name":"pyspellchecker","ecosystem":"pypi","requirements":"\u003e=0.7.0","direct":true,"kind":"runtime","optional":false},{"id":24481604579,"package_name":"spacy","ecosystem":"pypi","requirements":"\u003e=3.5.0","direct":true,"kind":"runtime","optional":false},{"id":24481604580,"package_name":"nltk","ecosystem":"pypi","requirements":"\u003e=3.8","direct":true,"kind":"runtime","optional":false},{"id":24481604581,"package_name":"sentence-transformers","ecosystem":"pypi","requirements":"\u003e=2.2.2","direct":true,"kind":"runtime","optional":false},{"id":24481604582,"package_name":"llmlingua","ecosystem":"pypi","requirements":"\u003e=0.1.0","direct":true,"kind":"runtime","optional":false},{"id":24481604583,"package_name":"txtai","ecosystem":"pypi","requirements":"\u003e=6.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604584,"package_name":"sentencepiece","ecosystem":"pypi","requirements":"\u003e=0.1.99","direct":true,"kind":"runtime","optional":false},{"id":24481604585,"package_name":"rich","ecosystem":"pypi","requirements":"\u003e=13.7.0","direct":true,"kind":"runtime","optional":false},{"id":24481604586,"package_name":"deepdiff","ecosystem":"pypi","requirements":"\u003e=6.7.0","direct":true,"kind":"runtime","optional":false},{"id":24481604587,"package_name":"termcolor","ecosystem":"pypi","requirements":"\u003e=2.4.0","direct":true,"kind":"runtime","optional":false},{"id":24481604588,"package_name":"click","ecosystem":"pypi","requirements":"\u003e=8.1.3","direct":true,"kind":"runtime","optional":false},{"id":24481604589,"package_name":"pyyaml","ecosystem":"pypi","requirements":"\u003e=6.0","direct":true,"kind":"runtime","optional":false},{"id":24481604590,"package_name":"tqdm","ecosystem":"pypi","requirements":"\u003e=4.65.0","direct":true,"kind":"runtime","optional":false},{"id":24481604591,"package_name":"pandas","ecosystem":"pypi","requirements":"\u003e=2.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604592,"package_name":"python-dotenv","ecosystem":"pypi","requirements":"\u003e=1.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604593,"package_name":"pytest","ecosystem":"pypi","requirements":"\u003e=7.3.0","direct":true,"kind":"runtime","optional":false},{"id":24481604594,"package_name":"pytest-cov","ecosystem":"pypi","requirements":"\u003e=4.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604595,"package_name":"black","ecosystem":"pypi","requirements":"\u003e=23.3.0","direct":true,"kind":"runtime","optional":false},{"id":24481604596,"package_name":"flake8","ecosystem":"pypi","requirements":"\u003e=6.0.0","direct":true,"kind":"runtime","optional":false},{"id":24481604597,"package_name":"mypy","ecosystem":"pypi","requirements":"\u003e=1.3.0","direct":true,"kind":"runtime","optional":false}]}],"score":null,"created_at":"2025-09-09T01:57:40.608Z","updated_at":"2025-10-07T08:41:13.255Z","avatar_url":"https://github.com/christian-byrne.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":[],"project_url":"https://science.ecosyste.ms/api/v1/projects/181333","html_url":"https://science.ecosyste.ms/projects/181333"}