{"id":165207,"name":null,"description":"A fast RWKV Tokenizer written in Rust","url":"https://github.com/cahya-wirawan/rwkv-tokenizer","last_synced_at":"2025-09-09T19:41:23.757Z","repository":{"id":241780944,"uuid":"807635813","full_name":"cahya-wirawan/rwkv-tokenizer","owner":"cahya-wirawan","description":"A fast RWKV Tokenizer written in Rust","archived":false,"fork":false,"pushed_at":"2025-08-12T10:06:18.000Z","size":2020,"stargazers_count":49,"open_issues_count":0,"forks_count":3,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-08-17T22:18:58.061Z","etag":null,"topics":["huggingface","llm","rwkv","tiktoken","tokenizer","trie"],"latest_commit_sha":null,"homepage":"https://github.com/cahya-wirawan/rwkv-tokenizer","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/cahya-wirawan.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE.txt","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2024-05-29T13:33:31.000Z","updated_at":"2025-08-08T08:18:52.000Z","dependencies_parsed_at":"2024-09-05T13:06:33.673Z","dependency_job_id":"4aacad50-0668-4040-9608-2afa07d349e6","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer","commit_stats":null,"previous_names":["cahya-wirawan/rwkv-tokenizer"],"tags_count":17,"template":false,"template_full_name":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":274349802,"owners_count":25268980,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-09T02:00:10.223Z","response_time":80,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"cahya-wirawan","name":"Cahya Wirawan","uuid":"7669893","kind":"user","description":"System engineer, currently working on NLP, CV and Speech Recognition for fun and curiosity","email":"","website":"https://www.linkedin.com/in/cahyawirawan/","location":"Vienna, Austria","twitter":"CahyaWr","company":null,"icon_url":"https://avatars.githubusercontent.com/u/7669893?u=0984aa23d10924cc4d0496e9ca0933b4d0c12fc8\u0026v=4","repositories_count":171,"last_synced_at":"2025-04-07T18:02:40.127Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/cahya-wirawan","funding_links":[],"total_stars":537,"followers":318,"following":47,"created_at":"2022-11-08T09:31:14.870Z","updated_at":"2025-04-07T18:02:40.127Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan/repositories"},"packages":[{"id":10267674,"name":"rwkv-tokenizer","ecosystem":"pypi","description":"RWKV Tokenizer","homepage":null,"licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/cahya-wirawan/rwkv-tokenizer","keywords_array":["LLM","RWKV","Language Model"],"namespace":null,"versions_count":14,"first_release_published_at":"2024-05-31T15:19:40.000Z","latest_release_published_at":"2025-07-16T09:53:46.000Z","latest_release_number":"0.11.0","last_synced_at":"2025-08-17T22:04:25.516Z","created_at":"2024-05-31T15:31:31.372Z","updated_at":"2025-08-17T22:26:36.940Z","registry_url":"https://pypi.org/project/rwkv-tokenizer/","install_command":"pip install rwkv-tokenizer --index-url https://pypi.org/simple","documentation_url":"https://rwkv-tokenizer.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":["Programming Language :: Python :: Implementation :: CPython","Programming Language :: Python :: Implementation :: PyPy","Programming Language :: Rust"],"normalized_name":"rwkv-tokenizer","project_status":null},"repo_metadata":{"id":241780944,"uuid":"807635813","full_name":"cahya-wirawan/rwkv-tokenizer","owner":"cahya-wirawan","description":"A fast RWKV Tokenizer written in Rust","archived":false,"fork":false,"pushed_at":"2025-07-15T12:38:11.000Z","size":2013,"stargazers_count":47,"open_issues_count":0,"forks_count":3,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-07-16T01:39:36.791Z","etag":null,"topics":["huggingface","llm","rwkv","tiktoken","tokenizer","trie"],"latest_commit_sha":null,"homepage":"https://github.com/cahya-wirawan/rwkv-tokenizer","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/cahya-wirawan.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE.txt","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2024-05-29T13:33:31.000Z","updated_at":"2025-07-15T12:38:15.000Z","dependencies_parsed_at":"2024-09-05T13:06:33.673Z","dependency_job_id":"4aacad50-0668-4040-9608-2afa07d349e6","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer","commit_stats":null,"previous_names":["cahya-wirawan/rwkv-tokenizer"],"tags_count":17,"template":false,"template_full_name":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":270913777,"owners_count":24667018,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-08-17T02:00:09.016Z","response_time":129,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"cahya-wirawan","name":"Cahya Wirawan","uuid":"7669893","kind":"user","description":"System engineer, currently working on NLP, CV and Speech Recognition for fun and curiosity","email":"","website":"https://www.linkedin.com/in/cahyawirawan/","location":"Vienna, Austria","twitter":"CahyaWr","company":null,"icon_url":"https://avatars.githubusercontent.com/u/7669893?u=0984aa23d10924cc4d0496e9ca0933b4d0c12fc8\u0026v=4","repositories_count":171,"last_synced_at":"2025-04-07T18:02:40.127Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/cahya-wirawan","funding_links":[],"total_stars":537,"followers":318,"following":47,"created_at":"2022-11-08T09:31:14.870Z","updated_at":"2025-04-07T18:02:40.127Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan/repositories"},"tags":[{"name":"v0.9.1","sha":"349c84fa821829e9dda10723362bced040993b0a","kind":"commit","published_at":"2025-03-30T19:47:43.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.9.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.1/manifests"},{"name":"v0.9.0","sha":"640000c9ee177837a65a78af1a74b748a6f0ea76","kind":"tag","published_at":"2024-08-16T11:30:23.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.9.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.9.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.9.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.0/manifests"},{"name":"v0.8.5","sha":"a0c9a619e338a54c9fe3ab01c20918e426129977","kind":"commit","published_at":"2024-06-19T23:04:33.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.5","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.5/manifests"},{"name":"v0.8.4","sha":"585d2ad063ef5de9a5571cc00325cbcb167b60ea","kind":"commit","published_at":"2024-06-19T22:49:50.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.4","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.4/manifests"},{"name":"v0.8.3","sha":"628fa36453e88875b2cfff7b63b731153d728047","kind":"commit","published_at":"2024-06-19T22:26:24.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.3","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.3/manifests"},{"name":"v0.8.2","sha":"42518f6cc075502e3b40531663e6d461269331c9","kind":"commit","published_at":"2024-06-19T17:08:56.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.2/manifests"},{"name":"v0.8.1","sha":"0a05a10bdf8a9dd5e002e2059e0d160220ddea64","kind":"commit","published_at":"2024-06-19T16:57:35.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.1/manifests"},{"name":"v0.8.0","sha":"20491751b742e4eefa90cf50493c92511eaa39a4","kind":"commit","published_at":"2024-06-19T16:40:52.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.0/manifests"},{"name":"v0.7.5","sha":"c9ad482a7733e428af4770a0715979de13bd8451","kind":"commit","published_at":"2024-06-17T23:03:40.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.5","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.5/manifests"},{"name":"v0.7.4","sha":"50fc87ae142b8fd4d88299d88fb49ddd638ac3cd","kind":"commit","published_at":"2024-06-17T22:48:18.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.4","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.4/manifests"},{"name":"v0.7.3","sha":"e8896e9ced75ba5fe6aec69d9aa84035f4e8817c","kind":"commit","published_at":"2024-06-17T21:54:34.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.3","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.3/manifests"},{"name":"v0.7.2","sha":"f23a4dbc319df3cc16eeb37bc99a65f8c56679f4","kind":"commit","published_at":"2024-06-17T19:39:56.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.2/manifests"},{"name":"v0.7.1","sha":"d6921e396d72ad789a8a2e93e96eaf11ba7ae5c4","kind":"commit","published_at":"2024-06-17T18:24:27.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.1/manifests"},{"name":"v0.7.0","sha":"de66a99e71d8664651886efa7d0344a24efdef41","kind":"commit","published_at":"2024-06-17T15:38:31.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.0/manifests"},{"name":"v0.5.2","sha":"2015425298a5e3e294f048636f3f01b68247e44d","kind":"tag","published_at":"2024-06-10T10:59:06.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.5.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.5.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.5.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.2/manifests"},{"name":"v0.5.0","sha":"b696296e60e86df42a31b5277e77124361de49f4","kind":"tag","published_at":"2024-06-08T20:53:43.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.5.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.5.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.5.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.0/manifests"},{"name":"v0.4.7","sha":"b87953cbbd1489d7b5e9e4df5cff0fd8bb7f3abe","kind":"tag","published_at":"2024-06-06T09:52:27.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.4.7","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.4.7/manifests"}]},"repo_metadata_updated_at":"2025-08-17T22:26:36.940Z","dependent_packages_count":0,"downloads":993,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":61.17926807646713,"dependent_packages_count":10.865348179925117,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":36.02230812819612},"purl":"pkg:pypi/rwkv-tokenizer","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/rwkv-tokenizer","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/pypi/rwkv-tokenizer","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/rwkv-tokenizer/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-07-16T22:45:42.437Z","issues_count":0,"pull_requests_count":3,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":431414.0,"issues_closed_count":0,"pull_requests_closed_count":3,"pull_request_authors_count":2,"issue_authors_count":0,"avg_comments_per_issue":null,"avg_comments_per_pull_request":2.0,"merged_pull_requests_count":2,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":3,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":431414.0,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":3,"past_year_pull_request_authors_count":2,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":2.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":2,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/issues","maintainers":[{"login":"cahya-wirawan","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cahya-wirawan"}],"active_maintainers":[{"login":"cahya-wirawan","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cahya-wirawan"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rwkv-tokenizer/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rwkv-tokenizer/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rwkv-tokenizer/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/rwkv-tokenizer/related_packages","maintainers":[{"uuid":"cahya.wirawan","login":"cahya.wirawan","name":null,"email":null,"url":null,"packages_count":7,"html_url":"https://pypi.org/user/cahya.wirawan/","role":"Owner","created_at":"2024-05-31T15:31:34.498Z","updated_at":"2024-05-31T15:31:34.498Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/cahya.wirawan/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":726674,"maintainers_count":308881,"namespaces_count":0,"keywords_count":238369,"github":"pypi","metadata":{"funded_packages_count":50594},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2025-09-09T06:31:19.922Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}},{"id":11890928,"name":"rwkv-tokenizer-web","ecosystem":"npm","description":"RWKV Tokenizer - WASM","homepage":"https://github.com/cahya-wirawan/rwkv-tokenizer#readme","licenses":"MIT/Apache-2.0","normalized_licenses":["MIT","Apache-2.0"],"repository_url":"https://github.com/cahya-wirawan/rwkv-tokenizer","keywords_array":[],"namespace":null,"versions_count":3,"first_release_published_at":"2025-07-08T15:39:29.401Z","latest_release_published_at":"2025-07-08T20:44:52.656Z","latest_release_number":"0.3.4","last_synced_at":"2025-08-17T22:26:38.133Z","created_at":"2025-07-08T15:39:40.015Z","updated_at":"2025-08-17T22:26:38.242Z","registry_url":"https://www.npmjs.com/package/rwkv-tokenizer-web","install_command":"npm install rwkv-tokenizer-web","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"0.3.4"}},"repo_metadata":{"id":241780944,"uuid":"807635813","full_name":"cahya-wirawan/rwkv-tokenizer","owner":"cahya-wirawan","description":"A fast RWKV Tokenizer written in Rust","archived":false,"fork":false,"pushed_at":"2025-07-15T12:38:11.000Z","size":2013,"stargazers_count":47,"open_issues_count":0,"forks_count":3,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-07-16T01:39:36.791Z","etag":null,"topics":["huggingface","llm","rwkv","tiktoken","tokenizer","trie"],"latest_commit_sha":null,"homepage":"https://github.com/cahya-wirawan/rwkv-tokenizer","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/cahya-wirawan.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE.txt","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2024-05-29T13:33:31.000Z","updated_at":"2025-07-15T12:38:15.000Z","dependencies_parsed_at":"2024-09-05T13:06:33.673Z","dependency_job_id":"4aacad50-0668-4040-9608-2afa07d349e6","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer","commit_stats":null,"previous_names":["cahya-wirawan/rwkv-tokenizer"],"tags_count":17,"template":false,"template_full_name":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":270913777,"owners_count":24667018,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-08-17T02:00:09.016Z","response_time":129,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"cahya-wirawan","name":"Cahya Wirawan","uuid":"7669893","kind":"user","description":"System engineer, currently working on NLP, CV and Speech Recognition for fun and curiosity","email":"","website":"https://www.linkedin.com/in/cahyawirawan/","location":"Vienna, Austria","twitter":"CahyaWr","company":null,"icon_url":"https://avatars.githubusercontent.com/u/7669893?u=0984aa23d10924cc4d0496e9ca0933b4d0c12fc8\u0026v=4","repositories_count":171,"last_synced_at":"2025-04-07T18:02:40.127Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/cahya-wirawan","funding_links":[],"total_stars":537,"followers":318,"following":47,"created_at":"2022-11-08T09:31:14.870Z","updated_at":"2025-04-07T18:02:40.127Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan/repositories"},"tags":[{"name":"v0.9.1","sha":"349c84fa821829e9dda10723362bced040993b0a","kind":"commit","published_at":"2025-03-30T19:47:43.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.9.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.1/manifests"},{"name":"v0.9.0","sha":"640000c9ee177837a65a78af1a74b748a6f0ea76","kind":"tag","published_at":"2024-08-16T11:30:23.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.9.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.9.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.9.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.0/manifests"},{"name":"v0.8.5","sha":"a0c9a619e338a54c9fe3ab01c20918e426129977","kind":"commit","published_at":"2024-06-19T23:04:33.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.5","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.5/manifests"},{"name":"v0.8.4","sha":"585d2ad063ef5de9a5571cc00325cbcb167b60ea","kind":"commit","published_at":"2024-06-19T22:49:50.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.4","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.4/manifests"},{"name":"v0.8.3","sha":"628fa36453e88875b2cfff7b63b731153d728047","kind":"commit","published_at":"2024-06-19T22:26:24.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.3","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.3/manifests"},{"name":"v0.8.2","sha":"42518f6cc075502e3b40531663e6d461269331c9","kind":"commit","published_at":"2024-06-19T17:08:56.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.2/manifests"},{"name":"v0.8.1","sha":"0a05a10bdf8a9dd5e002e2059e0d160220ddea64","kind":"commit","published_at":"2024-06-19T16:57:35.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.1/manifests"},{"name":"v0.8.0","sha":"20491751b742e4eefa90cf50493c92511eaa39a4","kind":"commit","published_at":"2024-06-19T16:40:52.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.0/manifests"},{"name":"v0.7.5","sha":"c9ad482a7733e428af4770a0715979de13bd8451","kind":"commit","published_at":"2024-06-17T23:03:40.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.5","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.5/manifests"},{"name":"v0.7.4","sha":"50fc87ae142b8fd4d88299d88fb49ddd638ac3cd","kind":"commit","published_at":"2024-06-17T22:48:18.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.4","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.4/manifests"},{"name":"v0.7.3","sha":"e8896e9ced75ba5fe6aec69d9aa84035f4e8817c","kind":"commit","published_at":"2024-06-17T21:54:34.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.3","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.3/manifests"},{"name":"v0.7.2","sha":"f23a4dbc319df3cc16eeb37bc99a65f8c56679f4","kind":"commit","published_at":"2024-06-17T19:39:56.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.2/manifests"},{"name":"v0.7.1","sha":"d6921e396d72ad789a8a2e93e96eaf11ba7ae5c4","kind":"commit","published_at":"2024-06-17T18:24:27.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.1/manifests"},{"name":"v0.7.0","sha":"de66a99e71d8664651886efa7d0344a24efdef41","kind":"commit","published_at":"2024-06-17T15:38:31.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.0/manifests"},{"name":"v0.5.2","sha":"2015425298a5e3e294f048636f3f01b68247e44d","kind":"tag","published_at":"2024-06-10T10:59:06.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.5.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.5.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.5.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.2/manifests"},{"name":"v0.5.0","sha":"b696296e60e86df42a31b5277e77124361de49f4","kind":"tag","published_at":"2024-06-08T20:53:43.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.5.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.5.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.5.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.0/manifests"},{"name":"v0.4.7","sha":"b87953cbbd1489d7b5e9e4df5cff0fd8bb7f3abe","kind":"tag","published_at":"2024-06-06T09:52:27.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.4.7","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.4.7/manifests"}]},"repo_metadata_updated_at":"2025-08-17T22:26:38.242Z","dependent_packages_count":0,"downloads":14,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":24.248580449632485,"dependent_packages_count":34.98979777041352,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":29.619189110023},"purl":"pkg:npm/rwkv-tokenizer-web","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/rwkv-tokenizer-web","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/rwkv-tokenizer-web","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/rwkv-tokenizer-web/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-07-16T22:45:42.437Z","issues_count":0,"pull_requests_count":3,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":431414.0,"issues_closed_count":0,"pull_requests_closed_count":3,"pull_request_authors_count":2,"issue_authors_count":0,"avg_comments_per_issue":null,"avg_comments_per_pull_request":2.0,"merged_pull_requests_count":2,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":3,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":431414.0,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":3,"past_year_pull_request_authors_count":2,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":2.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":2,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/issues","maintainers":[{"login":"cahya-wirawan","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cahya-wirawan"}],"active_maintainers":[{"login":"cahya-wirawan","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cahya-wirawan"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/rwkv-tokenizer-web/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/rwkv-tokenizer-web/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/rwkv-tokenizer-web/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/rwkv-tokenizer-web/related_packages","maintainers":[{"uuid":"cahya.wirawan","login":"cahya.wirawan","name":null,"email":"cahya.wirawan@gmail.com","url":null,"packages_count":4,"html_url":"https://www.npmjs.com/~cahya.wirawan","role":null,"created_at":"2025-07-08T15:39:40.761Z","updated_at":"2025-07-08T15:39:40.761Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/cahya.wirawan/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5136036,"maintainers_count":1052774,"namespaces_count":314046,"keywords_count":731068,"github":"npm","metadata":{"funded_packages_count":156026},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-09-09T05:57:39.025Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}},{"id":10385916,"name":"pyrwkv-tokenizer","ecosystem":"pypi","description":"RWKV Tokenizer","homepage":null,"licenses":"Apache-2.0","normalized_licenses":["Apache-2.0"],"repository_url":"https://github.com/cahya-wirawan/rwkv-tokenizer","keywords_array":["LLM","RWKV","Language Model"],"namespace":null,"versions_count":10,"first_release_published_at":"2024-06-17T16:03:33.000Z","latest_release_published_at":"2025-03-30T20:01:29.000Z","latest_release_number":"0.9.1","last_synced_at":"2025-08-17T22:26:37.655Z","created_at":"2024-06-17T16:16:06.690Z","updated_at":"2025-08-17T22:26:37.656Z","registry_url":"https://pypi.org/project/pyrwkv-tokenizer/","install_command":"pip install pyrwkv-tokenizer --index-url https://pypi.org/simple","documentation_url":"https://pyrwkv-tokenizer.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":["Programming Language :: Python :: Implementation :: CPython","Programming Language :: Python :: Implementation :: PyPy","Programming Language :: Rust"],"normalized_name":"pyrwkv-tokenizer","project_status":null},"repo_metadata":{"id":241780944,"uuid":"807635813","full_name":"cahya-wirawan/rwkv-tokenizer","owner":"cahya-wirawan","description":"A fast RWKV Tokenizer written in Rust","archived":false,"fork":false,"pushed_at":"2025-07-15T12:38:11.000Z","size":2013,"stargazers_count":47,"open_issues_count":0,"forks_count":3,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-07-16T01:39:36.791Z","etag":null,"topics":["huggingface","llm","rwkv","tiktoken","tokenizer","trie"],"latest_commit_sha":null,"homepage":"https://github.com/cahya-wirawan/rwkv-tokenizer","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/cahya-wirawan.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE.txt","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2024-05-29T13:33:31.000Z","updated_at":"2025-07-15T12:38:15.000Z","dependencies_parsed_at":"2024-09-05T13:06:33.673Z","dependency_job_id":"4aacad50-0668-4040-9608-2afa07d349e6","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer","commit_stats":null,"previous_names":["cahya-wirawan/rwkv-tokenizer"],"tags_count":17,"template":false,"template_full_name":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":270913777,"owners_count":24667018,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-08-17T02:00:09.016Z","response_time":129,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"cahya-wirawan","name":"Cahya Wirawan","uuid":"7669893","kind":"user","description":"System engineer, currently working on NLP, CV and Speech Recognition for fun and curiosity","email":"","website":"https://www.linkedin.com/in/cahyawirawan/","location":"Vienna, Austria","twitter":"CahyaWr","company":null,"icon_url":"https://avatars.githubusercontent.com/u/7669893?u=0984aa23d10924cc4d0496e9ca0933b4d0c12fc8\u0026v=4","repositories_count":171,"last_synced_at":"2025-04-07T18:02:40.127Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/cahya-wirawan","funding_links":[],"total_stars":537,"followers":318,"following":47,"created_at":"2022-11-08T09:31:14.870Z","updated_at":"2025-04-07T18:02:40.127Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan/repositories"},"tags":[{"name":"v0.9.1","sha":"349c84fa821829e9dda10723362bced040993b0a","kind":"commit","published_at":"2025-03-30T19:47:43.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.9.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.1/manifests"},{"name":"v0.9.0","sha":"640000c9ee177837a65a78af1a74b748a6f0ea76","kind":"tag","published_at":"2024-08-16T11:30:23.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.9.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.9.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.9.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.0/manifests"},{"name":"v0.8.5","sha":"a0c9a619e338a54c9fe3ab01c20918e426129977","kind":"commit","published_at":"2024-06-19T23:04:33.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.5","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.5/manifests"},{"name":"v0.8.4","sha":"585d2ad063ef5de9a5571cc00325cbcb167b60ea","kind":"commit","published_at":"2024-06-19T22:49:50.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.4","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.4/manifests"},{"name":"v0.8.3","sha":"628fa36453e88875b2cfff7b63b731153d728047","kind":"commit","published_at":"2024-06-19T22:26:24.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.3","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.3/manifests"},{"name":"v0.8.2","sha":"42518f6cc075502e3b40531663e6d461269331c9","kind":"commit","published_at":"2024-06-19T17:08:56.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.2/manifests"},{"name":"v0.8.1","sha":"0a05a10bdf8a9dd5e002e2059e0d160220ddea64","kind":"commit","published_at":"2024-06-19T16:57:35.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.1/manifests"},{"name":"v0.8.0","sha":"20491751b742e4eefa90cf50493c92511eaa39a4","kind":"commit","published_at":"2024-06-19T16:40:52.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.0/manifests"},{"name":"v0.7.5","sha":"c9ad482a7733e428af4770a0715979de13bd8451","kind":"commit","published_at":"2024-06-17T23:03:40.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.5","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.5/manifests"},{"name":"v0.7.4","sha":"50fc87ae142b8fd4d88299d88fb49ddd638ac3cd","kind":"commit","published_at":"2024-06-17T22:48:18.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.4","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.4/manifests"},{"name":"v0.7.3","sha":"e8896e9ced75ba5fe6aec69d9aa84035f4e8817c","kind":"commit","published_at":"2024-06-17T21:54:34.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.3","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.3/manifests"},{"name":"v0.7.2","sha":"f23a4dbc319df3cc16eeb37bc99a65f8c56679f4","kind":"commit","published_at":"2024-06-17T19:39:56.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.2/manifests"},{"name":"v0.7.1","sha":"d6921e396d72ad789a8a2e93e96eaf11ba7ae5c4","kind":"commit","published_at":"2024-06-17T18:24:27.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.1/manifests"},{"name":"v0.7.0","sha":"de66a99e71d8664651886efa7d0344a24efdef41","kind":"commit","published_at":"2024-06-17T15:38:31.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.0/manifests"},{"name":"v0.5.2","sha":"2015425298a5e3e294f048636f3f01b68247e44d","kind":"tag","published_at":"2024-06-10T10:59:06.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.5.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.5.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.5.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.2/manifests"},{"name":"v0.5.0","sha":"b696296e60e86df42a31b5277e77124361de49f4","kind":"tag","published_at":"2024-06-08T20:53:43.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.5.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.5.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.5.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.0/manifests"},{"name":"v0.4.7","sha":"b87953cbbd1489d7b5e9e4df5cff0fd8bb7f3abe","kind":"tag","published_at":"2024-06-06T09:52:27.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.4.7","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.4.7/manifests"}]},"repo_metadata_updated_at":"2025-08-17T22:26:37.585Z","dependent_packages_count":0,"downloads":2873,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":60.6751047576348,"dependent_packages_count":10.773395871773205,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":35.724250314704},"purl":"pkg:pypi/pyrwkv-tokenizer","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/pyrwkv-tokenizer","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/pypi/pyrwkv-tokenizer","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/pyrwkv-tokenizer/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-07-16T22:45:42.437Z","issues_count":0,"pull_requests_count":3,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":431414.0,"issues_closed_count":0,"pull_requests_closed_count":3,"pull_request_authors_count":2,"issue_authors_count":0,"avg_comments_per_issue":null,"avg_comments_per_pull_request":2.0,"merged_pull_requests_count":2,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":3,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":431414.0,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":3,"past_year_pull_request_authors_count":2,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":2.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":2,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/issues","maintainers":[{"login":"cahya-wirawan","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cahya-wirawan"}],"active_maintainers":[{"login":"cahya-wirawan","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cahya-wirawan"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/pyrwkv-tokenizer/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/pyrwkv-tokenizer/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/pyrwkv-tokenizer/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/pyrwkv-tokenizer/related_packages","maintainers":[{"uuid":"cahya.wirawan","login":"cahya.wirawan","name":null,"email":null,"url":null,"packages_count":7,"html_url":"https://pypi.org/user/cahya.wirawan/","role":null,"created_at":"2024-06-17T16:16:09.660Z","updated_at":"2024-06-17T16:16:09.660Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/cahya.wirawan/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":726674,"maintainers_count":308881,"namespaces_count":0,"keywords_count":238369,"github":"pypi","metadata":{"funded_packages_count":50594},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2025-09-09T06:31:19.922Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}},{"id":11882702,"name":"rwkv-tokenizer","ecosystem":"npm","description":"RWKV Tokenizer - WASM","homepage":"https://github.com/cahya-wirawan/rwkv-tokenizer#readme","licenses":"MIT/Apache-2.0","normalized_licenses":["MIT","Apache-2.0"],"repository_url":"https://github.com/cahya-wirawan/rwkv-tokenizer","keywords_array":[],"namespace":null,"versions_count":9,"first_release_published_at":"2025-07-06T08:32:00.945Z","latest_release_published_at":"2025-07-08T20:33:30.434Z","latest_release_number":"0.3.3","last_synced_at":"2025-08-17T22:26:38.448Z","created_at":"2025-07-06T08:32:40.011Z","updated_at":"2025-08-17T22:26:38.557Z","registry_url":"https://www.npmjs.com/package/rwkv-tokenizer","install_command":"npm install rwkv-tokenizer","documentation_url":null,"metadata":{"funding":null,"dist-tags":{"latest":"0.3.3"}},"repo_metadata":{"id":241780944,"uuid":"807635813","full_name":"cahya-wirawan/rwkv-tokenizer","owner":"cahya-wirawan","description":"A fast RWKV Tokenizer written in Rust","archived":false,"fork":false,"pushed_at":"2025-07-15T12:38:11.000Z","size":2013,"stargazers_count":47,"open_issues_count":0,"forks_count":3,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-07-16T01:39:36.791Z","etag":null,"topics":["huggingface","llm","rwkv","tiktoken","tokenizer","trie"],"latest_commit_sha":null,"homepage":"https://github.com/cahya-wirawan/rwkv-tokenizer","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/cahya-wirawan.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE.txt","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2024-05-29T13:33:31.000Z","updated_at":"2025-07-15T12:38:15.000Z","dependencies_parsed_at":"2024-09-05T13:06:33.673Z","dependency_job_id":"4aacad50-0668-4040-9608-2afa07d349e6","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer","commit_stats":null,"previous_names":["cahya-wirawan/rwkv-tokenizer"],"tags_count":17,"template":false,"template_full_name":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":270913777,"owners_count":24667018,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-08-17T02:00:09.016Z","response_time":129,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"cahya-wirawan","name":"Cahya Wirawan","uuid":"7669893","kind":"user","description":"System engineer, currently working on NLP, CV and Speech Recognition for fun and curiosity","email":"","website":"https://www.linkedin.com/in/cahyawirawan/","location":"Vienna, Austria","twitter":"CahyaWr","company":null,"icon_url":"https://avatars.githubusercontent.com/u/7669893?u=0984aa23d10924cc4d0496e9ca0933b4d0c12fc8\u0026v=4","repositories_count":171,"last_synced_at":"2025-04-07T18:02:40.127Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/cahya-wirawan","funding_links":[],"total_stars":537,"followers":318,"following":47,"created_at":"2022-11-08T09:31:14.870Z","updated_at":"2025-04-07T18:02:40.127Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cahya-wirawan/repositories"},"tags":[{"name":"v0.9.1","sha":"349c84fa821829e9dda10723362bced040993b0a","kind":"commit","published_at":"2025-03-30T19:47:43.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.9.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.9.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.9.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.1/manifests"},{"name":"v0.9.0","sha":"640000c9ee177837a65a78af1a74b748a6f0ea76","kind":"tag","published_at":"2024-08-16T11:30:23.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.9.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.9.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.9.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.9.0/manifests"},{"name":"v0.8.5","sha":"a0c9a619e338a54c9fe3ab01c20918e426129977","kind":"commit","published_at":"2024-06-19T23:04:33.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.5","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.5/manifests"},{"name":"v0.8.4","sha":"585d2ad063ef5de9a5571cc00325cbcb167b60ea","kind":"commit","published_at":"2024-06-19T22:49:50.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.4","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.4/manifests"},{"name":"v0.8.3","sha":"628fa36453e88875b2cfff7b63b731153d728047","kind":"commit","published_at":"2024-06-19T22:26:24.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.3","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.3/manifests"},{"name":"v0.8.2","sha":"42518f6cc075502e3b40531663e6d461269331c9","kind":"commit","published_at":"2024-06-19T17:08:56.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.2/manifests"},{"name":"v0.8.1","sha":"0a05a10bdf8a9dd5e002e2059e0d160220ddea64","kind":"commit","published_at":"2024-06-19T16:57:35.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.1/manifests"},{"name":"v0.8.0","sha":"20491751b742e4eefa90cf50493c92511eaa39a4","kind":"commit","published_at":"2024-06-19T16:40:52.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.8.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.8.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.8.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.8.0/manifests"},{"name":"v0.7.5","sha":"c9ad482a7733e428af4770a0715979de13bd8451","kind":"commit","published_at":"2024-06-17T23:03:40.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.5","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.5","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.5","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.5/manifests"},{"name":"v0.7.4","sha":"50fc87ae142b8fd4d88299d88fb49ddd638ac3cd","kind":"commit","published_at":"2024-06-17T22:48:18.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.4","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.4","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.4","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.4/manifests"},{"name":"v0.7.3","sha":"e8896e9ced75ba5fe6aec69d9aa84035f4e8817c","kind":"commit","published_at":"2024-06-17T21:54:34.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.3","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.3","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.3","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.3","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.3/manifests"},{"name":"v0.7.2","sha":"f23a4dbc319df3cc16eeb37bc99a65f8c56679f4","kind":"commit","published_at":"2024-06-17T19:39:56.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.2/manifests"},{"name":"v0.7.1","sha":"d6921e396d72ad789a8a2e93e96eaf11ba7ae5c4","kind":"commit","published_at":"2024-06-17T18:24:27.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.1","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.1","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.1","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.1","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.1/manifests"},{"name":"v0.7.0","sha":"de66a99e71d8664651886efa7d0344a24efdef41","kind":"commit","published_at":"2024-06-17T15:38:31.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.7.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.7.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.7.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.7.0/manifests"},{"name":"v0.5.2","sha":"2015425298a5e3e294f048636f3f01b68247e44d","kind":"tag","published_at":"2024-06-10T10:59:06.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.5.2","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.5.2","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.5.2","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.2/manifests"},{"name":"v0.5.0","sha":"b696296e60e86df42a31b5277e77124361de49f4","kind":"tag","published_at":"2024-06-08T20:53:43.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.5.0","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.5.0","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.5.0","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.0","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.5.0/manifests"},{"name":"v0.4.7","sha":"b87953cbbd1489d7b5e9e4df5cff0fd8bb7f3abe","kind":"tag","published_at":"2024-06-06T09:52:27.000Z","download_url":"https://codeload.github.com/cahya-wirawan/rwkv-tokenizer/tar.gz/v0.4.7","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer/releases/tag/v0.4.7","dependencies_parsed_at":null,"dependency_job_id":null,"purl":"pkg:github/cahya-wirawan/rwkv-tokenizer@v0.4.7","tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.4.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/tags/v0.4.7/manifests"}]},"repo_metadata_updated_at":"2025-08-17T22:26:38.557Z","dependent_packages_count":0,"downloads":51,"downloads_period":"last-month","dependent_repos_count":0,"rankings":{"downloads":null,"dependent_repos_count":24.260821505045023,"dependent_packages_count":35.007970565345765,"stargazers_count":null,"forks_count":null,"docker_downloads_count":null,"average":29.634396035195394},"purl":"pkg:npm/rwkv-tokenizer","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/npm/rwkv-tokenizer","docker_dependents_count":null,"docker_downloads_count":null,"usage_url":"https://repos.ecosyste.ms/usage/npm/rwkv-tokenizer","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/npm/rwkv-tokenizer/dependencies","status":null,"funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-07-16T22:45:42.437Z","issues_count":0,"pull_requests_count":3,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":431414.0,"issues_closed_count":0,"pull_requests_closed_count":3,"pull_request_authors_count":2,"issue_authors_count":0,"avg_comments_per_issue":null,"avg_comments_per_pull_request":2.0,"merged_pull_requests_count":2,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":3,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":431414.0,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":3,"past_year_pull_request_authors_count":2,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":2.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":2,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/issues","maintainers":[{"login":"cahya-wirawan","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cahya-wirawan"}],"active_maintainers":[{"login":"cahya-wirawan","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cahya-wirawan"}]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/rwkv-tokenizer/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/rwkv-tokenizer/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/rwkv-tokenizer/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages/rwkv-tokenizer/related_packages","maintainers":[{"uuid":"cahya.wirawan","login":"cahya.wirawan","name":null,"email":"cahya.wirawan@gmail.com","url":null,"packages_count":4,"html_url":"https://www.npmjs.com/~cahya.wirawan","role":null,"created_at":"2025-07-06T08:36:12.983Z","updated_at":"2025-07-06T08:36:12.983Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers/cahya.wirawan/packages"}],"registry":{"name":"npmjs.org","url":"https://registry.npmjs.org","ecosystem":"npm","default":true,"packages_count":5136036,"maintainers_count":1052774,"namespaces_count":314046,"keywords_count":731068,"github":"npm","metadata":{"funded_packages_count":156026},"icon_url":"https://github.com/npm.png","created_at":"2022-04-04T15:19:23.081Z","updated_at":"2025-09-09T05:57:39.025Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/npmjs.org/namespaces"}}],"commits":{"id":8732348,"full_name":"cahya-wirawan/rwkv-tokenizer","default_branch":"main","committers":[{"name":"Cahya Wirawan","email":"cahya.wirawan@gmail.com","login":"cahya-wirawan","count":101},{"name":"Christian Balcom","email":"robot.inventor@gmail.com","login":"computer-whisperer","count":1}],"total_commits":102,"total_committers":2,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":51.0,"dds":0.009803921568627416,"past_year_committers":[{"name":"Cahya Wirawan","email":"cahya.wirawan@gmail.com","login":"cahya-wirawan","count":101},{"name":"Christian Balcom","email":"robot.inventor@gmail.com","login":"computer-whisperer","count":1}],"past_year_total_commits":102,"past_year_total_committers":2,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":51.0,"past_year_dds":0.009803921568627416,"last_synced_at":"2025-05-23T13:24:43.106Z","last_synced_commit":"286609eae97420b8ff888822059e8bd7a545ef44","created_at":"2025-02-12T20:52:02.677Z","updated_at":"2025-05-23T13:24:43.107Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-09T00:17:06.873Z","repositories_count":5535263,"commits_count":872887976,"contributors_count":32192420,"owners_count":918625,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"cahya-wirawan/rwkv-tokenizer","html_url":"https://github.com/cahya-wirawan/rwkv-tokenizer","last_synced_at":"2025-08-17T22:14:00.436Z","status":"error","issues_count":0,"pull_requests_count":3,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":431414.0,"issues_closed_count":0,"pull_requests_closed_count":3,"pull_request_authors_count":2,"issue_authors_count":0,"avg_comments_per_issue":null,"avg_comments_per_pull_request":2.0,"merged_pull_requests_count":2,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":3,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":431414.0,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":3,"past_year_pull_request_authors_count":2,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":2.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":2,"created_at":"2025-02-12T20:52:03.462Z","updated_at":"2025-08-30T21:28:47.690Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/cahya-wirawan%2Frwkv-tokenizer/issues","issue_labels_count":{},"pull_request_labels_count":{},"issue_author_associations_count":{},"pull_request_author_associations_count":{"NONE":3,"OWNER":2,"CONTRIBUTOR":1},"issue_authors":{},"pull_request_authors":{"computer-whisperer":4,"cahya-wirawan":2},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-09T00:00:11.778Z","repositories_count":10179949,"issues_count":31984748,"pull_requests_count":100474717,"authors_count":10736627,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{},"past_year_pull_request_author_associations_count":{"NONE":3,"OWNER":2,"CONTRIBUTOR":1},"past_year_issue_authors":{},"past_year_pull_request_authors":{"computer-whisperer":4,"cahya-wirawan":2},"maintainers":[{"login":"cahya-wirawan","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cahya-wirawan"}],"active_maintainers":[{"login":"cahya-wirawan","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cahya-wirawan"}]},"events":{"total":{"WatchEvent":18,"IssueCommentEvent":5,"PushEvent":18,"PullRequestEvent":6,"ForkEvent":1,"CreateEvent":4},"last_year":{"WatchEvent":18,"IssueCommentEvent":5,"PushEvent":18,"PullRequestEvent":6,"ForkEvent":1,"CreateEvent":4}},"keywords":["huggingface","llm","rwkv","tiktoken","tokenizer","trie"],"dependencies":[{"ecosystem":"actions","filepath":".github/workflows/CI.yml","sha":null,"kind":"manifest","created_at":"2024-06-03T14:40:08.299Z","updated_at":"2024-06-03T14:40:08.299Z","repository_link":"https://github.com/cahya-wirawan/rwkv-tokenizer/blob/main/.github/workflows/CI.yml","dependencies":[{"id":18384296641,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":18384296644,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v5","direct":true,"kind":"composite","optional":false},{"id":18384296646,"package_name":"PyO3/maturin-action","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":18384296656,"package_name":"actions/upload-artifact","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":18384296657,"package_name":"actions/download-artifact","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"cargo","filepath":"bindings/python/Cargo.lock","sha":null,"kind":"lockfile","created_at":"2024-08-09T17:38:21.251Z","updated_at":"2024-08-09T17:38:21.251Z","repository_link":"https://github.com/cahya-wirawan/rwkv-tokenizer/blob/main/bindings/python/Cargo.lock","dependencies":[{"id":19605392720,"package_name":"aho-corasick","ecosystem":"cargo","requirements":"1.1.3","direct":false,"kind":"runtime","optional":false},{"id":19605392721,"package_name":"autocfg","ecosystem":"cargo","requirements":"1.3.0","direct":false,"kind":"runtime","optional":false},{"id":19605392722,"package_name":"bitflags","ecosystem":"cargo","requirements":"2.5.0","direct":false,"kind":"runtime","optional":false},{"id":19605392723,"package_name":"cfg-if","ecosystem":"cargo","requirements":"1.0.0","direct":false,"kind":"runtime","optional":false},{"id":19605392724,"package_name":"heck","ecosystem":"cargo","requirements":"0.4.1","direct":false,"kind":"runtime","optional":false},{"id":19605392725,"package_name":"indoc","ecosystem":"cargo","requirements":"2.0.5","direct":false,"kind":"runtime","optional":false},{"id":19605392726,"package_name":"libc","ecosystem":"cargo","requirements":"0.2.155","direct":false,"kind":"runtime","optional":false},{"id":19605392727,"package_name":"lock_api","ecosystem":"cargo","requirements":"0.4.12","direct":false,"kind":"runtime","optional":false},{"id":19605392728,"package_name":"memchr","ecosystem":"cargo","requirements":"2.7.2","direct":false,"kind":"runtime","optional":false},{"id":19605392729,"package_name":"memoffset","ecosystem":"cargo","requirements":"0.9.1","direct":false,"kind":"runtime","optional":false},{"id":19605392730,"package_name":"once_cell","ecosystem":"cargo","requirements":"1.19.0","direct":false,"kind":"runtime","optional":false},{"id":19605392731,"package_name":"parking_lot","ecosystem":"cargo","requirements":"0.12.3","direct":false,"kind":"runtime","optional":false},{"id":19605392732,"package_name":"parking_lot_core","ecosystem":"cargo","requirements":"0.9.10","direct":false,"kind":"runtime","optional":false},{"id":19605392733,"package_name":"portable-atomic","ecosystem":"cargo","requirements":"1.6.0","direct":false,"kind":"runtime","optional":false},{"id":19605392734,"package_name":"proc-macro2","ecosystem":"cargo","requirements":"1.0.84","direct":false,"kind":"runtime","optional":false},{"id":19605392735,"package_name":"pyo3","ecosystem":"cargo","requirements":"0.21.2","direct":false,"kind":"runtime","optional":false},{"id":19605392736,"package_name":"pyo3-build-config","ecosystem":"cargo","requirements":"0.21.2","direct":false,"kind":"runtime","optional":false},{"id":19605392737,"package_name":"pyo3-ffi","ecosystem":"cargo","requirements":"0.21.2","direct":false,"kind":"runtime","optional":false},{"id":19605392738,"package_name":"pyo3-macros","ecosystem":"cargo","requirements":"0.21.2","direct":false,"kind":"runtime","optional":false},{"id":19605392739,"package_name":"pyo3-macros-backend","ecosystem":"cargo","requirements":"0.21.2","direct":false,"kind":"runtime","optional":false},{"id":19605392740,"package_name":"quote","ecosystem":"cargo","requirements":"1.0.36","direct":false,"kind":"runtime","optional":false},{"id":19605392741,"package_name":"redox_syscall","ecosystem":"cargo","requirements":"0.5.1","direct":false,"kind":"runtime","optional":false},{"id":19605392742,"package_name":"regex","ecosystem":"cargo","requirements":"1.10.4","direct":false,"kind":"runtime","optional":false},{"id":19605392743,"package_name":"regex-automata","ecosystem":"cargo","requirements":"0.4.6","direct":false,"kind":"runtime","optional":false},{"id":19605392744,"package_name":"regex-syntax","ecosystem":"cargo","requirements":"0.8.3","direct":false,"kind":"runtime","optional":false},{"id":19605392745,"package_name":"rwkv-tokenizer","ecosystem":"cargo","requirements":"0.8.0","direct":false,"kind":"runtime","optional":false},{"id":19605392753,"package_name":"scopeguard","ecosystem":"cargo","requirements":"1.2.0","direct":false,"kind":"runtime","optional":false},{"id":19605392754,"package_name":"smallvec","ecosystem":"cargo","requirements":"1.13.2","direct":false,"kind":"runtime","optional":false},{"id":19605392755,"package_name":"syn","ecosystem":"cargo","requirements":"2.0.66","direct":false,"kind":"runtime","optional":false},{"id":19605392756,"package_name":"target-lexicon","ecosystem":"cargo","requirements":"0.12.14","direct":false,"kind":"runtime","optional":false},{"id":19605392757,"package_name":"unescape","ecosystem":"cargo","requirements":"0.1.0","direct":false,"kind":"runtime","optional":false},{"id":19605392758,"package_name":"unicode-ident","ecosystem":"cargo","requirements":"1.0.12","direct":false,"kind":"runtime","optional":false},{"id":19605392759,"package_name":"unindent","ecosystem":"cargo","requirements":"0.2.3","direct":false,"kind":"runtime","optional":false},{"id":19605392760,"package_name":"windows-targets","ecosystem":"cargo","requirements":"0.52.5","direct":false,"kind":"runtime","optional":false},{"id":19605392761,"package_name":"windows_aarch64_gnullvm","ecosystem":"cargo","requirements":"0.52.5","direct":false,"kind":"runtime","optional":false},{"id":19605392762,"package_name":"windows_aarch64_msvc","ecosystem":"cargo","requirements":"0.52.5","direct":false,"kind":"runtime","optional":false},{"id":19605392763,"package_name":"windows_i686_gnu","ecosystem":"cargo","requirements":"0.52.5","direct":false,"kind":"runtime","optional":false},{"id":19605392764,"package_name":"windows_i686_gnullvm","ecosystem":"cargo","requirements":"0.52.5","direct":false,"kind":"runtime","optional":false},{"id":19605392765,"package_name":"windows_i686_msvc","ecosystem":"cargo","requirements":"0.52.5","direct":false,"kind":"runtime","optional":false},{"id":19605392766,"package_name":"windows_x86_64_gnu","ecosystem":"cargo","requirements":"0.52.5","direct":false,"kind":"runtime","optional":false},{"id":19605392767,"package_name":"windows_x86_64_gnullvm","ecosystem":"cargo","requirements":"0.52.5","direct":false,"kind":"runtime","optional":false},{"id":19605392768,"package_name":"windows_x86_64_msvc","ecosystem":"cargo","requirements":"0.52.5","direct":false,"kind":"runtime","optional":false}]},{"ecosystem":"cargo","filepath":"bindings/python/Cargo.toml","sha":null,"kind":"manifest","created_at":"2024-08-09T17:38:21.948Z","updated_at":"2024-08-09T17:38:21.948Z","repository_link":"https://github.com/cahya-wirawan/rwkv-tokenizer/blob/main/bindings/python/Cargo.toml","dependencies":[]},{"ecosystem":"cargo","filepath":"rwkv-tokenizer/Cargo.lock","sha":null,"kind":"lockfile","created_at":"2024-08-09T17:38:22.305Z","updated_at":"2024-08-09T17:38:22.305Z","repository_link":"https://github.com/cahya-wirawan/rwkv-tokenizer/blob/main/rwkv-tokenizer/Cargo.lock","dependencies":[{"id":19605392778,"package_name":"aho-corasick","ecosystem":"cargo","requirements":"1.1.3","direct":false,"kind":"runtime","optional":false},{"id":19605392779,"package_name":"memchr","ecosystem":"cargo","requirements":"2.7.4","direct":false,"kind":"runtime","optional":false},{"id":19605392780,"package_name":"regex","ecosystem":"cargo","requirements":"1.10.5","direct":false,"kind":"runtime","optional":false},{"id":19605392781,"package_name":"regex-automata","ecosystem":"cargo","requirements":"0.4.7","direct":false,"kind":"runtime","optional":false},{"id":19605392782,"package_name":"regex-syntax","ecosystem":"cargo","requirements":"0.8.4","direct":false,"kind":"runtime","optional":false},{"id":19605392783,"package_name":"unescape","ecosystem":"cargo","requirements":"0.1.0","direct":false,"kind":"runtime","optional":false}]},{"ecosystem":"cargo","filepath":"rwkv-tokenizer/Cargo.toml","sha":null,"kind":"manifest","created_at":"2024-08-09T17:38:22.748Z","updated_at":"2024-08-09T17:38:22.748Z","repository_link":"https://github.com/cahya-wirawan/rwkv-tokenizer/blob/main/rwkv-tokenizer/Cargo.toml","dependencies":[]},{"ecosystem":"pypi","filepath":"bindings/python/pyproject.toml","sha":null,"kind":"manifest","created_at":"2024-08-09T17:38:23.397Z","updated_at":"2024-08-09T17:38:23.397Z","repository_link":"https://github.com/cahya-wirawan/rwkv-tokenizer/blob/main/bindings/python/pyproject.toml","dependencies":[]}],"score":12.86187095993763,"created_at":"2025-09-09T01:09:46.588Z","updated_at":"2025-10-07T08:39:08.247Z","avatar_url":"https://github.com/cahya-wirawan.png","language":"Jupyter Notebook","category":null,"sub_category":null,"monthly_downloads":3931,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":[],"project_url":"https://science.ecosyste.ms/api/v1/projects/165207","html_url":"https://science.ecosyste.ms/projects/165207"}