{"id":154731,"name":null,"description":"Code for Zero-Shot Tokenizer Transfer","url":"https://github.com/bminixhofer/zett","last_synced_at":"2025-09-09T16:26:26.802Z","repository":{"id":238468481,"uuid":"796619876","full_name":"bminixhofer/zett","owner":"bminixhofer","description":"Code for Zero-Shot Tokenizer Transfer","archived":false,"fork":false,"pushed_at":"2025-01-14T09:53:55.000Z","size":1092,"stargazers_count":128,"open_issues_count":8,"forks_count":11,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-06-01T23:10:31.894Z","etag":null,"topics":["language-model","llm","llms","multilingual","tokenization","transfer-learning"],"latest_commit_sha":null,"homepage":"https://arxiv.org/abs/2405.07883","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/bminixhofer.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-05-06T09:58:30.000Z","updated_at":"2025-05-24T16:05:43.000Z","dependencies_parsed_at":"2024-06-16T19:56:02.188Z","dependency_job_id":"fc7c95e8-aebe-4051-9e9d-b9096e02394c","html_url":"https://github.com/bminixhofer/zett","commit_stats":null,"previous_names":["bminixhofer/zett"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/bminixhofer/zett","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/bminixhofer%2Fzett","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/bminixhofer%2Fzett/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/bminixhofer%2Fzett/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/bminixhofer%2Fzett/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/bminixhofer","download_url":"https://codeload.github.com/bminixhofer/zett/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/bminixhofer%2Fzett/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":274323341,"owners_count":25264076,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-09T02:00:10.223Z","response_time":80,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"bminixhofer","name":"Benjamin Minixhofer","uuid":"13353204","kind":"user","description":"PhD Student @cambridgeltl","email":"","website":"bmin.ai","location":"Linz, Austria","twitter":"bminixhofer","company":null,"icon_url":"https://avatars.githubusercontent.com/u/13353204?u=138cfd6c61c9fb1f42e528dfedeb57f681b3bf5a\u0026v=4","repositories_count":31,"last_synced_at":"2024-05-27T17:22:36.728Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/bminixhofer","funding_links":[],"total_stars":1338,"followers":175,"following":32,"created_at":"2022-11-15T17:59:44.617Z","updated_at":"2024-05-27T17:22:49.706Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/bminixhofer","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/bminixhofer/repositories"},"packages":[],"commits":{"id":3769720,"full_name":"bminixhofer/zett","default_branch":"main","committers":[{"name":"Benjamin Minixhofer","email":"bminixhofer@gmail.com","login":"bminixhofer","count":17},{"name":"haemmerl","email":"haemmerl@cis.lmu.de","login":"KathyHaem","count":1}],"total_commits":18,"total_committers":2,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":9.0,"dds":0.05555555555555558,"past_year_committers":[{"name":"Benjamin Minixhofer","email":"bminixhofer@gmail.com","login":"bminixhofer","count":7},{"name":"haemmerl","email":"haemmerl@cis.lmu.de","login":"KathyHaem","count":1}],"past_year_total_commits":8,"past_year_total_committers":2,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":4.0,"past_year_dds":0.125,"last_synced_at":"2025-06-01T15:04:29.912Z","last_synced_commit":"016775824664d3479dfd6215d78fd73d51dce833","created_at":"2024-10-28T11:07:15.531Z","updated_at":"2025-06-01T15:04:29.912Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/bminixhofer%2Fzett/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-09T00:17:06.873Z","repositories_count":5526922,"commits_count":869095884,"contributors_count":31986430,"owners_count":917436,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"bminixhofer/zett","html_url":"https://github.com/bminixhofer/zett","last_synced_at":"2025-05-25T15:05:32.839Z","status":null,"issues_count":11,"pull_requests_count":1,"avg_time_to_close_issue":1397323.3333333333,"avg_time_to_close_pull_request":2331573.0,"issues_closed_count":3,"pull_requests_closed_count":1,"pull_request_authors_count":1,"issue_authors_count":11,"avg_comments_per_issue":2.090909090909091,"avg_comments_per_pull_request":2.0,"merged_pull_requests_count":1,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":7,"past_year_pull_requests_count":1,"past_year_avg_time_to_close_issue":2922209.0,"past_year_avg_time_to_close_pull_request":2331573.0,"past_year_issues_closed_count":1,"past_year_pull_requests_closed_count":1,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":7,"past_year_avg_comments_per_issue":0.8571428571428571,"past_year_avg_comments_per_pull_request":2.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":1,"created_at":"2024-10-28T11:07:16.190Z","updated_at":"2025-09-01T21:29:27.703Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/bminixhofer%2Fzett","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/bminixhofer%2Fzett/issues","issue_labels_count":{},"pull_request_labels_count":{},"issue_author_associations_count":{"NONE":11,"CONTRIBUTOR":1},"pull_request_author_associations_count":{"NONE":1,"CONTRIBUTOR":1},"issue_authors":{"KathyHaem":1,"LorrinWWW":1,"jubgjf":1,"Mnji4":1,"kdcyberdude":1,"gushu333":1,"zaidalyafeai":1,"zf0x00":1,"noforit":1,"FannyDucel":1,"elements72":1,"BenoitDalFerro":1},"pull_request_authors":{"KathyHaem":2},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-09T00:00:11.778Z","repositories_count":10196755,"issues_count":32259847,"pull_requests_count":101825785,"authors_count":10740623,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{"NONE":3},"past_year_pull_request_author_associations_count":{},"past_year_issue_authors":{"BenoitDalFerro":1,"FannyDucel":1,"Mnji4":1},"past_year_pull_request_authors":{},"maintainers":[],"active_maintainers":[]},"events":{"total":{"IssuesEvent":1,"WatchEvent":26,"IssueCommentEvent":1,"PushEvent":5,"ForkEvent":4},"last_year":{"IssuesEvent":1,"WatchEvent":26,"IssueCommentEvent":1,"PushEvent":5,"ForkEvent":4}},"keywords":["language-model","llm","llms","multilingual","tokenization","transfer-learning"],"dependencies":[{"ecosystem":"cargo","filepath":"rust_utils/Cargo.lock","sha":null,"kind":"lockfile","created_at":"2024-05-20T18:21:15.187Z","updated_at":"2024-05-20T18:21:15.187Z","repository_link":"https://github.com/bminixhofer/zett/blob/main/rust_utils/Cargo.lock","dependencies":[{"id":18183898809,"package_name":"aho-corasick","ecosystem":"cargo","requirements":"1.1.2","direct":false,"kind":"runtime","optional":false},{"id":18183898810,"package_name":"autocfg","ecosystem":"cargo","requirements":"1.1.0","direct":false,"kind":"runtime","optional":false},{"id":18183898811,"package_name":"base64","ecosystem":"cargo","requirements":"0.13.1","direct":false,"kind":"runtime","optional":false},{"id":18183898812,"package_name":"bitflags","ecosystem":"cargo","requirements":"1.3.2","direct":false,"kind":"runtime","optional":false},{"id":18183898813,"package_name":"bitflags","ecosystem":"cargo","requirements":"2.4.2","direct":false,"kind":"runtime","optional":false},{"id":18183898814,"package_name":"cc","ecosystem":"cargo","requirements":"1.0.83","direct":false,"kind":"runtime","optional":false},{"id":18183898815,"package_name":"cfg-if","ecosystem":"cargo","requirements":"1.0.0","direct":false,"kind":"runtime","optional":false},{"id":18183898816,"package_name":"crossbeam-deque","ecosystem":"cargo","requirements":"0.8.5","direct":false,"kind":"runtime","optional":false},{"id":18183898817,"package_name":"crossbeam-epoch","ecosystem":"cargo","requirements":"0.9.18","direct":false,"kind":"runtime","optional":false},{"id":18183898818,"package_name":"crossbeam-utils","ecosystem":"cargo","requirements":"0.8.19","direct":false,"kind":"runtime","optional":false},{"id":18183898819,"package_name":"darling","ecosystem":"cargo","requirements":"0.14.4","direct":false,"kind":"runtime","optional":false},{"id":18183898820,"package_name":"darling_core","ecosystem":"cargo","requirements":"0.14.4","direct":false,"kind":"runtime","optional":false},{"id":18183898821,"package_name":"darling_macro","ecosystem":"cargo","requirements":"0.14.4","direct":false,"kind":"runtime","optional":false},{"id":18183898822,"package_name":"derive_builder","ecosystem":"cargo","requirements":"0.12.0","direct":false,"kind":"runtime","optional":false},{"id":18183899328,"package_name":"derive_builder_core","ecosystem":"cargo","requirements":"0.12.0","direct":false,"kind":"runtime","optional":false},{"id":18183904618,"package_name":"derive_builder_macro","ecosystem":"cargo","requirements":"0.12.0","direct":false,"kind":"runtime","optional":false},{"id":18183904802,"package_name":"either","ecosystem":"cargo","requirements":"1.9.0","direct":false,"kind":"runtime","optional":false},{"id":18183904803,"package_name":"errno","ecosystem":"cargo","requirements":"0.3.8","direct":false,"kind":"runtime","optional":false},{"id":18183904804,"package_name":"esaxx-rs","ecosystem":"cargo","requirements":"0.1.10","direct":false,"kind":"runtime","optional":false},{"id":18183907933,"package_name":"fastrand","ecosystem":"cargo","requirements":"2.0.1","direct":false,"kind":"runtime","optional":false},{"id":18183907934,"package_name":"fnv","ecosystem":"cargo","requirements":"1.0.7","direct":false,"kind":"runtime","optional":false},{"id":18183907935,"package_name":"getrandom","ecosystem":"cargo","requirements":"0.2.12","direct":false,"kind":"runtime","optional":false},{"id":18183907936,"package_name":"ident_case","ecosystem":"cargo","requirements":"1.0.1","direct":false,"kind":"runtime","optional":false},{"id":18183907937,"package_name":"indoc","ecosystem":"cargo","requirements":"1.0.9","direct":false,"kind":"runtime","optional":false},{"id":18183907938,"package_name":"itertools","ecosystem":"cargo","requirements":"0.11.0","direct":false,"kind":"runtime","optional":false},{"id":18183907939,"package_name":"itoa","ecosystem":"cargo","requirements":"1.0.10","direct":false,"kind":"runtime","optional":false},{"id":18183907940,"package_name":"lazy_static","ecosystem":"cargo","requirements":"1.4.0","direct":false,"kind":"runtime","optional":false},{"id":18183907941,"package_name":"libc","ecosystem":"cargo","requirements":"0.2.152","direct":false,"kind":"runtime","optional":false},{"id":18183907942,"package_name":"libm","ecosystem":"cargo","requirements":"0.2.8","direct":false,"kind":"runtime","optional":false},{"id":18183907943,"package_name":"linux-raw-sys","ecosystem":"cargo","requirements":"0.4.13","direct":false,"kind":"runtime","optional":false},{"id":18183907944,"package_name":"lock_api","ecosystem":"cargo","requirements":"0.4.11","direct":false,"kind":"runtime","optional":false},{"id":18183907945,"package_name":"log","ecosystem":"cargo","requirements":"0.4.20","direct":false,"kind":"runtime","optional":false},{"id":18183907946,"package_name":"macro_rules_attribute","ecosystem":"cargo","requirements":"0.2.0","direct":false,"kind":"runtime","optional":false},{"id":18183911826,"package_name":"macro_rules_attribute-proc_macro","ecosystem":"cargo","requirements":"0.2.0","direct":false,"kind":"runtime","optional":false},{"id":18183913362,"package_name":"memchr","ecosystem":"cargo","requirements":"2.7.1","direct":false,"kind":"runtime","optional":false},{"id":18183913363,"package_name":"memoffset","ecosystem":"cargo","requirements":"0.9.0","direct":false,"kind":"runtime","optional":false},{"id":18183913364,"package_name":"minimal-lexical","ecosystem":"cargo","requirements":"0.2.1","direct":false,"kind":"runtime","optional":false},{"id":18183913365,"package_name":"monostate","ecosystem":"cargo","requirements":"0.1.11","direct":false,"kind":"runtime","optional":false},{"id":18183914407,"package_name":"monostate-impl","ecosystem":"cargo","requirements":"0.1.11","direct":false,"kind":"runtime","optional":false},{"id":18183918007,"package_name":"nom","ecosystem":"cargo","requirements":"7.1.3","direct":false,"kind":"runtime","optional":false},{"id":18183918008,"package_name":"num-traits","ecosystem":"cargo","requirements":"0.2.19","direct":false,"kind":"runtime","optional":false},{"id":18183918009,"package_name":"once_cell","ecosystem":"cargo","requirements":"1.19.0","direct":false,"kind":"runtime","optional":false},{"id":18183918010,"package_name":"onig","ecosystem":"cargo","requirements":"6.4.0","direct":false,"kind":"runtime","optional":false},{"id":18183920511,"package_name":"onig_sys","ecosystem":"cargo","requirements":"69.8.1","direct":false,"kind":"runtime","optional":false},{"id":18183923250,"package_name":"parking_lot","ecosystem":"cargo","requirements":"0.12.1","direct":false,"kind":"runtime","optional":false},{"id":18183923257,"package_name":"parking_lot_core","ecosystem":"cargo","requirements":"0.9.9","direct":false,"kind":"runtime","optional":false},{"id":18183923260,"package_name":"paste","ecosystem":"cargo","requirements":"1.0.14","direct":false,"kind":"runtime","optional":false},{"id":18183923264,"package_name":"pkg-config","ecosystem":"cargo","requirements":"0.3.29","direct":false,"kind":"runtime","optional":false},{"id":18183923271,"package_name":"ppv-lite86","ecosystem":"cargo","requirements":"0.2.17","direct":false,"kind":"runtime","optional":false},{"id":18183923275,"package_name":"proc-macro2","ecosystem":"cargo","requirements":"1.0.78","direct":false,"kind":"runtime","optional":false},{"id":18183923280,"package_name":"pyo3","ecosystem":"cargo","requirements":"0.19.2","direct":false,"kind":"runtime","optional":false},{"id":18183924229,"package_name":"pyo3-build-config","ecosystem":"cargo","requirements":"0.19.2","direct":false,"kind":"runtime","optional":false},{"id":18183925217,"package_name":"pyo3-ffi","ecosystem":"cargo","requirements":"0.19.2","direct":false,"kind":"runtime","optional":false},{"id":18183925395,"package_name":"pyo3-macros","ecosystem":"cargo","requirements":"0.19.2","direct":false,"kind":"runtime","optional":false},{"id":18183925396,"package_name":"pyo3-macros-backend","ecosystem":"cargo","requirements":"0.19.2","direct":false,"kind":"runtime","optional":false},{"id":18183928289,"package_name":"quote","ecosystem":"cargo","requirements":"1.0.35","direct":false,"kind":"runtime","optional":false},{"id":18183928294,"package_name":"rand","ecosystem":"cargo","requirements":"0.8.5","direct":false,"kind":"runtime","optional":false},{"id":18183928296,"package_name":"rand_chacha","ecosystem":"cargo","requirements":"0.3.1","direct":false,"kind":"runtime","optional":false},{"id":18183928299,"package_name":"rand_core","ecosystem":"cargo","requirements":"0.6.4","direct":false,"kind":"runtime","optional":false},{"id":18183928302,"package_name":"rand_distr","ecosystem":"cargo","requirements":"0.4.3","direct":false,"kind":"runtime","optional":false},{"id":18183929120,"package_name":"rayon","ecosystem":"cargo","requirements":"1.8.1","direct":false,"kind":"runtime","optional":false},{"id":18183929126,"package_name":"rayon-cond","ecosystem":"cargo","requirements":"0.3.0","direct":false,"kind":"runtime","optional":false},{"id":18183930218,"package_name":"rayon-core","ecosystem":"cargo","requirements":"1.12.1","direct":false,"kind":"runtime","optional":false},{"id":18183930220,"package_name":"redox_syscall","ecosystem":"cargo","requirements":"0.4.1","direct":false,"kind":"runtime","optional":false},{"id":18183930222,"package_name":"regex","ecosystem":"cargo","requirements":"1.10.3","direct":false,"kind":"runtime","optional":false},{"id":18183930224,"package_name":"regex-automata","ecosystem":"cargo","requirements":"0.4.5","direct":false,"kind":"runtime","optional":false},{"id":18183930226,"package_name":"regex-syntax","ecosystem":"cargo","requirements":"0.7.5","direct":false,"kind":"runtime","optional":false},{"id":18183930228,"package_name":"regex-syntax","ecosystem":"cargo","requirements":"0.8.2","direct":false,"kind":"runtime","optional":false},{"id":18183930230,"package_name":"rustix","ecosystem":"cargo","requirements":"0.38.30","direct":false,"kind":"runtime","optional":false},{"id":18183930232,"package_name":"ryu","ecosystem":"cargo","requirements":"1.0.16","direct":false,"kind":"runtime","optional":false},{"id":18183930234,"package_name":"scopeguard","ecosystem":"cargo","requirements":"1.2.0","direct":false,"kind":"runtime","optional":false},{"id":18183930236,"package_name":"serde","ecosystem":"cargo","requirements":"1.0.196","direct":false,"kind":"runtime","optional":false},{"id":18183930238,"package_name":"serde_derive","ecosystem":"cargo","requirements":"1.0.196","direct":false,"kind":"runtime","optional":false},{"id":18183930241,"package_name":"serde_json","ecosystem":"cargo","requirements":"1.0.113","direct":false,"kind":"runtime","optional":false},{"id":18183930243,"package_name":"smallvec","ecosystem":"cargo","requirements":"1.13.1","direct":false,"kind":"runtime","optional":false},{"id":18183930245,"package_name":"spm_precompiled","ecosystem":"cargo","requirements":"0.1.4","direct":false,"kind":"runtime","optional":false},{"id":18183932245,"package_name":"strsim","ecosystem":"cargo","requirements":"0.10.0","direct":false,"kind":"runtime","optional":false},{"id":18183932246,"package_name":"syn","ecosystem":"cargo","requirements":"1.0.109","direct":false,"kind":"runtime","optional":false},{"id":18183932247,"package_name":"syn","ecosystem":"cargo","requirements":"2.0.48","direct":false,"kind":"runtime","optional":false},{"id":18183932248,"package_name":"target-lexicon","ecosystem":"cargo","requirements":"0.12.13","direct":false,"kind":"runtime","optional":false},{"id":18183932249,"package_name":"tempfile","ecosystem":"cargo","requirements":"3.9.0","direct":false,"kind":"runtime","optional":false},{"id":18183932250,"package_name":"thiserror","ecosystem":"cargo","requirements":"1.0.56","direct":false,"kind":"runtime","optional":false},{"id":18183932251,"package_name":"thiserror-impl","ecosystem":"cargo","requirements":"1.0.56","direct":false,"kind":"runtime","optional":false},{"id":18183932252,"package_name":"tokenizers","ecosystem":"cargo","requirements":"0.14.1","direct":false,"kind":"runtime","optional":false},{"id":18183932340,"package_name":"unicode-ident","ecosystem":"cargo","requirements":"1.0.12","direct":false,"kind":"runtime","optional":false},{"id":18183932341,"package_name":"unicode-normalization-alignments","ecosystem":"cargo","requirements":"0.1.12","direct":false,"kind":"runtime","optional":false},{"id":18183932342,"package_name":"unicode-segmentation","ecosystem":"cargo","requirements":"1.10.1","direct":false,"kind":"runtime","optional":false},{"id":18183932343,"package_name":"unicode_categories","ecosystem":"cargo","requirements":"0.1.1","direct":false,"kind":"runtime","optional":false},{"id":18183932344,"package_name":"unindent","ecosystem":"cargo","requirements":"0.1.11","direct":false,"kind":"runtime","optional":false},{"id":18183932345,"package_name":"wasi","ecosystem":"cargo","requirements":"0.11.0+wasi-snapshot-preview1","direct":false,"kind":"runtime","optional":false},{"id":18183932346,"package_name":"windows-sys","ecosystem":"cargo","requirements":"0.52.0","direct":false,"kind":"runtime","optional":false},{"id":18183932347,"package_name":"windows-targets","ecosystem":"cargo","requirements":"0.48.5","direct":false,"kind":"runtime","optional":false},{"id":18183932348,"package_name":"windows-targets","ecosystem":"cargo","requirements":"0.52.0","direct":false,"kind":"runtime","optional":false},{"id":18183932349,"package_name":"windows_aarch64_gnullvm","ecosystem":"cargo","requirements":"0.48.5","direct":false,"kind":"runtime","optional":false},{"id":18183932350,"package_name":"windows_aarch64_gnullvm","ecosystem":"cargo","requirements":"0.52.0","direct":false,"kind":"runtime","optional":false},{"id":18183932351,"package_name":"windows_aarch64_msvc","ecosystem":"cargo","requirements":"0.48.5","direct":false,"kind":"runtime","optional":false},{"id":18183932352,"package_name":"windows_aarch64_msvc","ecosystem":"cargo","requirements":"0.52.0","direct":false,"kind":"runtime","optional":false},{"id":18183932353,"package_name":"windows_i686_gnu","ecosystem":"cargo","requirements":"0.48.5","direct":false,"kind":"runtime","optional":false},{"id":18183932354,"package_name":"windows_i686_gnu","ecosystem":"cargo","requirements":"0.52.0","direct":false,"kind":"runtime","optional":false},{"id":18183932355,"package_name":"windows_i686_msvc","ecosystem":"cargo","requirements":"0.48.5","direct":false,"kind":"runtime","optional":false},{"id":18183932356,"package_name":"windows_i686_msvc","ecosystem":"cargo","requirements":"0.52.0","direct":false,"kind":"runtime","optional":false},{"id":18183932357,"package_name":"windows_x86_64_gnu","ecosystem":"cargo","requirements":"0.48.5","direct":false,"kind":"runtime","optional":false},{"id":18183932358,"package_name":"windows_x86_64_gnu","ecosystem":"cargo","requirements":"0.52.0","direct":false,"kind":"runtime","optional":false},{"id":18183932359,"package_name":"windows_x86_64_gnullvm","ecosystem":"cargo","requirements":"0.48.5","direct":false,"kind":"runtime","optional":false},{"id":18183932360,"package_name":"windows_x86_64_gnullvm","ecosystem":"cargo","requirements":"0.52.0","direct":false,"kind":"runtime","optional":false},{"id":18183932361,"package_name":"windows_x86_64_msvc","ecosystem":"cargo","requirements":"0.48.5","direct":false,"kind":"runtime","optional":false},{"id":18183932362,"package_name":"windows_x86_64_msvc","ecosystem":"cargo","requirements":"0.52.0","direct":false,"kind":"runtime","optional":false}]},{"ecosystem":"cargo","filepath":"rust_utils/Cargo.toml","sha":null,"kind":"manifest","created_at":"2024-05-20T18:21:26.063Z","updated_at":"2024-05-20T18:21:26.063Z","repository_link":"https://github.com/bminixhofer/zett/blob/main/rust_utils/Cargo.toml","dependencies":[{"id":18183934065,"package_name":"pyo3","ecosystem":"cargo","requirements":"0.19","direct":true,"kind":"runtime","optional":false},{"id":18183934066,"package_name":"onig","ecosystem":"cargo","requirements":"6.0","direct":true,"kind":"runtime","optional":false},{"id":18183934067,"package_name":"rand","ecosystem":"cargo","requirements":"0.8","direct":true,"kind":"runtime","optional":false},{"id":18183934068,"package_name":"rand_distr","ecosystem":"cargo","requirements":"0.4.3","direct":true,"kind":"runtime","optional":false},{"id":18183934069,"package_name":"tokenizers","ecosystem":"cargo","requirements":"0.14.0","direct":true,"kind":"runtime","optional":false},{"id":18183934070,"package_name":"tempfile","ecosystem":"cargo","requirements":"3.1","direct":true,"kind":"development","optional":false},{"id":18183934071,"package_name":"pyo3","ecosystem":"cargo","requirements":"0.19","direct":true,"kind":"development","optional":false}]},{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2024-05-20T18:21:26.462Z","updated_at":"2024-05-20T18:21:26.462Z","repository_link":"https://github.com/bminixhofer/zett/blob/main/requirements.txt","dependencies":[{"id":18183936166,"package_name":"h5py","ecosystem":"pypi","requirements":"==3.8.0","direct":true,"kind":"runtime","optional":false},{"id":18183936167,"package_name":"transformers","ecosystem":"pypi","requirements":"==4.34.1","direct":true,"kind":"runtime","optional":false},{"id":18183936168,"package_name":"accelerate","ecosystem":"pypi","requirements":"==0.23.0","direct":true,"kind":"runtime","optional":false},{"id":18183936169,"package_name":"wandb","ecosystem":"pypi","requirements":"==0.15.4","direct":true,"kind":"runtime","optional":false},{"id":18183936170,"package_name":"optax","ecosystem":"pypi","requirements":"==0.1.5","direct":true,"kind":"runtime","optional":false},{"id":18183936191,"package_name":"flax","ecosystem":"pypi","requirements":"==0.8.0","direct":true,"kind":"runtime","optional":false},{"id":18183936192,"package_name":"maturin","ecosystem":"pypi","requirements":"==1.3.0","direct":true,"kind":"runtime","optional":false},{"id":18183936201,"package_name":"pandas","ecosystem":"pypi","requirements":"==2.0.3","direct":true,"kind":"runtime","optional":false},{"id":18183936202,"package_name":"pyahocorasick","ecosystem":"pypi","requirements":"==2.0.0","direct":true,"kind":"runtime","optional":false},{"id":18183936205,"package_name":"matplotlib","ecosystem":"pypi","requirements":"==3.7.2","direct":true,"kind":"runtime","optional":false},{"id":18183936206,"package_name":"scikit-learn","ecosystem":"pypi","requirements":"==1.4.2","direct":true,"kind":"runtime","optional":false},{"id":18183936207,"package_name":"datasets","ecosystem":"pypi","requirements":"==2.18.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"rust_utils/pyproject.toml","sha":null,"kind":"manifest","created_at":"2024-05-20T18:21:26.831Z","updated_at":"2024-05-20T18:21:26.831Z","repository_link":"https://github.com/bminixhofer/zett/blob/main/rust_utils/pyproject.toml","dependencies":[]},{"ecosystem":"pypi","filepath":"setup.py","sha":null,"kind":"manifest","created_at":"2024-05-20T18:21:26.960Z","updated_at":"2024-05-20T18:21:26.960Z","repository_link":"https://github.com/bminixhofer/zett/blob/main/setup.py","dependencies":[]}],"score":5.605802066295998,"created_at":"2025-09-09T00:40:51.960Z","updated_at":"2025-10-07T08:37:54.844Z","avatar_url":"https://github.com/bminixhofer.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":[],"project_url":"https://science.ecosyste.ms/api/v1/projects/154731","html_url":"https://science.ecosyste.ms/projects/154731"}