{"id":60602,"name":"ko-lm-evaluation-harness","description":"Forked repo from https://github.com/EleutherAI/lm-evaluation-harness/commit/1f66adc","url":"https://github.com/beomi/ko-lm-evaluation-harness","last_synced_at":"2025-09-08T12:14:52.399Z","repository":{"id":183655417,"uuid":"670187986","full_name":"Beomi/ko-lm-evaluation-harness","owner":"Beomi","description":"Forked repo from https://github.com/EleutherAI/lm-evaluation-harness/commit/1f66adc","archived":false,"fork":false,"pushed_at":"2024-02-28T02:19:48.000Z","size":12678,"stargazers_count":76,"open_issues_count":3,"forks_count":19,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-05-07T06:55:42.534Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":null,"language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/Beomi.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null}},"created_at":"2023-07-24T13:37:50.000Z","updated_at":"2025-02-17T06:38:42.000Z","dependencies_parsed_at":null,"dependency_job_id":"e2564d8a-f5a2-488a-a679-622f5d00b668","html_url":"https://github.com/Beomi/ko-lm-evaluation-harness","commit_stats":null,"previous_names":["beomi/ko-lm-evaluation-harness"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/Beomi/ko-lm-evaluation-harness","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/Beomi%2Fko-lm-evaluation-harness","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/Beomi%2Fko-lm-evaluation-harness/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/Beomi%2Fko-lm-evaluation-harness/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/Beomi%2Fko-lm-evaluation-harness/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/Beomi","download_url":"https://codeload.github.com/Beomi/ko-lm-evaluation-harness/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/Beomi%2Fko-lm-evaluation-harness/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":274181797,"owners_count":25236561,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-08T02:00:09.813Z","response_time":121,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"Beomi","name":"Junbum Lee","uuid":"11323660","kind":"user","description":"AI/ML GDE @ml-gde.\r\nKorean AI/NLP Researcher and creator of multiple Korean PLMs. Focused on advancing Open LLMs.","email":"","website":"https://junbuml.ee","location":"Seoul, South Korea","twitter":"__Beomi__","company":null,"icon_url":"https://avatars.githubusercontent.com/u/11323660?u=411c8feaca0f718bb71adf800d7aa0eea1c1765f\u0026v=4","repositories_count":110,"last_synced_at":"2024-12-22T11:45:54.741Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/Beomi","funding_links":[],"total_stars":null,"followers":893,"following":0,"created_at":"2022-11-06T16:09:41.334Z","updated_at":"2024-12-22T11:45:54.741Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/Beomi","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/Beomi/repositories"},"packages":[],"commits":{"id":8226477,"full_name":"beomi/ko-lm-evaluation-harness","default_branch":"main","committers":[{"name":"Leo Gao","email":"leogao31@gmail.com","login":"leogao2","count":341},{"name":"Jonathan Tow","email":"jonathantow1@gmail.com","login":"jon-tow","count":145},{"name":"jon-tow","email":"jon-tow@Jons-MacBook-Pro.local","login":null,"count":39},{"name":"junbum lee","email":"jun@beomi.net","login":"Beomi","count":34},{"name":"Stella Biderman","email":"stellabiderman@gmail.com","login":"StellaAthena","count":30},{"name":"Jason Phang","email":"email@jasonphang.com","login":"zphang","count":29},{"name":"cjlovering","email":"cjlovering@wpi.edu","login":"cjlovering","count":25},{"name":"Charles Foster","email":"cfoster0@ccrma.stanford.edu","login":null,"count":23},{"name":"Anish Thite","email":"anishthite@gmail.com","login":"anishthite","count":20},{"name":"Benjamin Fattori","email":"ben.fattori@mail.utoronto.ca","login":"fattorib","count":18},{"name":"Muennighoff","email":"62820084+Muennighoff","login":"Muennighoff","count":18},{"name":"thomasw21","email":"24695242+thomasw21","login":"thomasw21","count":17},{"name":"Stephen Hogg","email":"shogg@emvision.com.au","login":null,"count":17},{"name":"ingyuseong","email":"dkc984@likelion.org","login":"ingyuseong","count":16},{"name":"sdtblck","email":"46172032+sdtblck","login":"sdtblck","count":15},{"name":"thefazzer","email":"pfarrington@gmail.com","login":"thefazzer","count":15},{"name":"researcher2","email":"32028883+researcher2","login":"researcher2","count":14},{"name":"Tian Yun","email":"tttyuntian@hotmail.com","login":"tttyuntian","count":13},{"name":"\u0026","email":"","login":null,"count":12},{"name":"Julen Etxaniz","email":"juletxara@gmail.com","login":"juletx","count":11},{"name":"Zdenek Kasner","email":"kasnezde@fel.cvut.cz","login":"kasnerz","count":10},{"name":"kabbi159","email":"kabbi159@gmail.com","login":"kabbi159","count":9},{"name":"KhalidAlt","email":"49135754+KhalidAlt","login":"KhalidAlt","count":9},{"name":"Eric Tang","email":"erictang000@gmail.com","login":"erictang000","count":7},{"name":"Anthony DiPofi","email":"anthonydipofi@gmail.com","login":"anthony-dipofi","count":6},{"name":"Dirk Groeneveld","email":"dirkg@allenai.org","login":"dirkgr","count":6},{"name":"jeffhsu3","email":"jeffhsu3@gmail.com","login":"jeffhsu3","count":6},{"name":"Shashi456","email":"pass2pawan@gmail.com","login":"Shashi456","count":6},{"name":"Nikhil Pinnaparaju","email":"nikhilpinnaparaju@gmail.com","login":"nikhilpinnaparaju","count":5},{"name":"rokosbasilisk","email":"thecomplexitytheorist@gmail.com","login":"xagi-dev","count":5},{"name":"uyhcire","email":"27897696+uyhcire","login":"uyhcire","count":5},{"name":"Andy Zou","email":"andyzou_jiaming@berkeley.edu","login":null,"count":4},{"name":"haileyschoelkopf","email":"hailey.schoelkopf@yale.edu","login":null,"count":4},{"name":"cardy20","email":"carpediembackup20@gmail.com","login":"cardy20","count":4},{"name":"Ben Wang","email":"wangben3@gmail.com","login":"kingoflolz","count":4},{"name":"ken","email":"ken_kawamura@brown.edu","login":"kkawamu1","count":4},{"name":"jordiclive","email":"jordan.clive19@imperial.ac.uk","login":"jordiclive","count":4},{"name":"Zach Nussbaum","email":"zanussbaum@gmail.com","login":"zanussbaum","count":4},{"name":"soqeue1","email":"soeque1@gmail.com","login":"soeque1","count":3},{"name":"Hailey Schoelkopf","email":"65563625+haileyschoelkopf","login":"haileyschoelkopf","count":3},{"name":"Igor Ostrovsky","email":"igoros@gmail.com","login":"igor0","count":3},{"name":"Kevin Wang","email":"kevinwang@kevinwang.us","login":"VitamintK","count":3},{"name":"Jan-Christoph Kalo","email":"kalo@is68.ifis.cs.tu-bs.de","login":null,"count":2},{"name":"Gun1Yun","email":"rjsldf45@gmail.com","login":null,"count":2},{"name":"Taekyoon","email":"tgchoi03@gamil.com","login":null,"count":2},{"name":"Ubuntu","email":"ubuntu@ip-172-31-201-36.ec2.internal","login":null,"count":2},{"name":"Gun1Yun","email":"rjsdlf45@gmail.com","login":"Gun1Yun","count":2},{"name":"Fabrizio Milo","email":"mistobaan@gmail.com","login":"Mistobaan","count":2},{"name":"janEbert","email":"janpublicebert@posteo.net","login":"janEbert","count":2},{"name":"nicholaskross","email":"nick@nicholaskross.com","login":"nicholaskross","count":2},{"name":"silentv0x","email":"incessantjunk@gmail.com","login":"silentv0x","count":2},{"name":"tomlimi","email":"t.limisiewicz@gmail.com","login":"tomlimi","count":2},{"name":"Quentin Anthony","email":"qganthony@yahoo.com","login":"Quentin-Anthony","count":1},{"name":"Riccardo Schirone","email":"riccardo.schirone@trailofbits.com","login":"ret2libc","count":1},{"name":"Rich Hankins","email":"rich@augmentcode.com","login":"richhankins","count":1},{"name":"Seung-Moo Yang","email":"44221520+Ronalmoo","login":"Ronalmoo","count":1},{"name":"Quentin Gregory Anthony","email":"qanthony@login01.expanse.sdsc.edu","login":null,"count":1},{"name":"Samuel Weinbach","email":"samuel.weinbach@aleph-alpha.de","login":null,"count":1},{"name":"Taekyoon Choi","email":"taekyoon.choi@navercorp.com","login":null,"count":1},{"name":"Konstantin Schulz","email":"Konstantin.Schulz@dfki.de","login":null,"count":1},{"name":"Jun Shern Chan","email":"junshern.chan@motional.com","login":null,"count":1},{"name":"Taekyoon","email":"tgchoi03@gmail.com","login":"Taekyoon","count":1},{"name":"Tom Hartvigsen","email":"tomh@mit.edu","login":"Thartvigsen","count":1},{"name":"Xingjian Shi","email":"xshiab@connect.ust.hk","login":"sxjscience","count":1},{"name":"bzantium","email":"ryumin93@gmail.com","login":"bzantium","count":1},{"name":"yurodiviy","email":"44850998+yurodiviy","login":"yurodiviy","count":1},{"name":"Phil Wee","email":"pkw2010@nyu.edu","login":"philwee","count":1},{"name":"Oskar","email":"o.d.vanderwal@gmail.com","login":"oskarvanderwal","count":1},{"name":"Ken Tsui","email":"kenhktsui@gmail.com","login":"kenhktsui","count":1},{"name":"Jiaxin Shan","email":"seedjeffwan@gmail.com","login":"Jeffwan","count":1},{"name":"Aflah","email":"72096386+aflah02","login":"aflah02","count":1},{"name":"Jaesun Park","email":"diligensloth@gmail.com","login":"jaesuny","count":1},{"name":"Jeffrey Quesnelle","email":"jq@jeffq.com","login":"jquesnelle","count":1}],"total_commits":1007,"total_committers":73,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":13.794520547945206,"dds":0.6613704071499503,"past_year_committers":[{"name":"Junbum Lee","email":"jun@beomi.net","login":"Beomi","count":1}],"past_year_total_commits":1,"past_year_total_committers":1,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":1.0,"past_year_dds":0.0,"last_synced_at":"2025-01-12T23:02:35.151Z","last_synced_commit":"5ae21b36cf439f9e13315e4578cb16c9ec549ba6","created_at":"2025-01-10T23:56:19.492Z","updated_at":"2025-01-12T23:02:47.539Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/beomi%2Fko-lm-evaluation-harness/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-08T00:00:16.827Z","repositories_count":5482748,"commits_count":854068090,"contributors_count":31125167,"owners_count":908074,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"beomi/ko-lm-evaluation-harness","html_url":"https://github.com/beomi/ko-lm-evaluation-harness","last_synced_at":"2025-05-07T06:55:44.553Z","status":null,"issues_count":3,"pull_requests_count":1,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":1286435.0,"issues_closed_count":0,"pull_requests_closed_count":1,"pull_request_authors_count":1,"issue_authors_count":3,"avg_comments_per_issue":0.3333333333333333,"avg_comments_per_pull_request":0.0,"merged_pull_requests_count":1,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2025-01-10T23:56:23.816Z","updated_at":"2025-09-01T07:41:15.549Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/beomi%2Fko-lm-evaluation-harness","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/beomi%2Fko-lm-evaluation-harness/issues","issue_labels_count":{},"pull_request_labels_count":{},"issue_author_associations_count":{"NONE":3},"pull_request_author_associations_count":{"CONTRIBUTOR":1},"issue_authors":{"BDscientist":1,"shinhyeokoh":1,"ccw7463":1},"pull_request_authors":{"Taekyoon":1},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-03T00:00:08.273Z","repositories_count":10067183,"issues_count":31166656,"pull_requests_count":94972760,"authors_count":10688095,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{},"past_year_pull_request_author_associations_count":{},"past_year_issue_authors":{},"past_year_pull_request_authors":{},"maintainers":[],"active_maintainers":[]},"events":{"total":{"WatchEvent":14,"ForkEvent":3},"last_year":{"WatchEvent":14,"ForkEvent":3}},"keywords":[],"dependencies":[],"score":8.659907293615412,"created_at":"2025-09-04T15:51:37.452Z","updated_at":"2025-10-07T08:23:47.410Z","avatar_url":"https://github.com/Beomi.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":["https://doi.org/10.5281/zenodo.5371628"],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":["transformer","language-model","evaluation-framework","cryptocurrency","jax","speech-recognition","cryptography","audio","model-hub","vlm"],"project_url":"https://science.ecosyste.ms/api/v1/projects/60602","html_url":"https://science.ecosyste.ms/projects/60602","bibtex_url":"https://science.ecosyste.ms/projects/60602/export.bibtex","apalike_url":"https://science.ecosyste.ms/projects/60602/export.apalike"}