{"id":34544,"name":"lm-evaluation-harness-medical-specialities","description":null,"url":"https://github.com/hpai-bsc/lm-evaluation-harness-medical-specialities","last_synced_at":"2025-09-05T06:15:08.585Z","repository":{"id":262647198,"uuid":"859252517","full_name":"HPAI-BSC/lm-evaluation-harness-medical-specialities","owner":"HPAI-BSC","description":null,"archived":false,"fork":false,"pushed_at":"2024-11-15T10:43:48.000Z","size":23651,"stargazers_count":3,"open_issues_count":0,"forks_count":2,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-06-14T17:48:33.130Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":null,"language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/HPAI-BSC.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"docs/CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.bib","codeowners":"CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2024-09-18T10:55:19.000Z","updated_at":"2025-05-27T09:22:05.000Z","dependencies_parsed_at":"2025-04-15T23:11:10.127Z","dependency_job_id":null,"html_url":"https://github.com/HPAI-BSC/lm-evaluation-harness-medical-specialities","commit_stats":null,"previous_names":["hpai-bsc/lm-evaluation-harness-medical-specialities"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/HPAI-BSC/lm-evaluation-harness-medical-specialities","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/HPAI-BSC%2Flm-evaluation-harness-medical-specialities","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/HPAI-BSC%2Flm-evaluation-harness-medical-specialities/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/HPAI-BSC%2Flm-evaluation-harness-medical-specialities/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/HPAI-BSC%2Flm-evaluation-harness-medical-specialities/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/HPAI-BSC","download_url":"https://codeload.github.com/HPAI-BSC/lm-evaluation-harness-medical-specialities/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/HPAI-BSC%2Flm-evaluation-harness-medical-specialities/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273719487,"owners_count":25155722,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-05T02:00:09.113Z","response_time":402,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"HPAI-BSC","name":"HPAI-BSC","uuid":"39592946","kind":"organization","description":"","email":"hpai@bsc.es","website":"hpai.bsc.es","location":"Barcelona","twitter":"hpai_bsc","company":null,"icon_url":"https://avatars.githubusercontent.com/u/39592946?v=4","repositories_count":18,"last_synced_at":"2023-07-31T22:40:20.711Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/HPAI-BSC","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-02-21T11:24:38.960Z","updated_at":"2023-07-31T22:40:21.153Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/HPAI-BSC","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/HPAI-BSC/repositories"},"packages":[],"commits":{"id":6186716,"full_name":"hpai-bsc/lm-evaluation-harness-medical-specialities","default_branch":"main","committers":[{"name":"lintangsutawika","email":"lintang@sutawika.com","login":"lintangsutawika","count":686},{"name":"haileyschoelkopf","email":"hailey@eleuther.ai","login":"haileyschoelkopf","count":404},{"name":"Leo Gao","email":"leogao31@gmail.com","login":"leogao2","count":341},{"name":"baberabb","email":"92168766+baberabb","login":"baberabb","count":193},{"name":"Jonathan Tow","email":"jonathantow1@gmail.com","login":"jon-tow","count":145},{"name":"Benjamin Fattori","email":"ben.fattori@mail.utoronto.ca","login":"fattorib","count":80},{"name":"Stella Biderman","email":"stellabiderman@gmail.com","login":"StellaAthena","count":73},{"name":"haileyschoelkopf","email":"hailey.schoelkopf@yale.edu","login":null,"count":49},{"name":"jon-tow","email":"jon-tow@Jons-MacBook-Pro.local","login":null,"count":39},{"name":"Jason Phang","email":"email@jasonphang.com","login":"zphang","count":30},{"name":"FarzanehNakhaee","email":"farzanehnakhaee70@gmail.com","login":"farzanehnakhaee70","count":25},{"name":"cjlovering","email":"cjlovering@wpi.edu","login":"cjlovering","count":25},{"name":"Charles Foster","email":"cfoster0@ccrma.stanford.edu","login":null,"count":23},{"name":"Anish Thite","email":"anishthite@gmail.com","login":"anishthite","count":20},{"name":"Muennighoff","email":"62820084+Muennighoff","login":"Muennighoff","count":18},{"name":"Aflah","email":"72096386+aflah02","login":"aflah02","count":17},{"name":"thomasw21","email":"24695242+thomasw21","login":"thomasw21","count":17},{"name":"Stephen Hogg","email":"shogg@emvision.com.au","login":null,"count":17},{"name":"thefazzer","email":"pfarrington@gmail.com","login":"thefazzer","count":15},{"name":"sdtblck","email":"46172032+sdtblck","login":"sdtblck","count":15},{"name":"researcher2","email":"32028883+researcher2","login":"researcher2","count":14},{"name":"nikuya3","email":"54780682+nikuya3","login":"nikuya3","count":14},{"name":"Julen Etxaniz","email":"juletxara@gmail.com","login":"juletx","count":14},{"name":"Chris","email":"chris@azurro.pl","login":"chrisociepa","count":14},{"name":"Tian Yun","email":"tttyuntian@hotmail.com","login":"tttyuntian","count":13},{"name":"gk","email":"gkpyon@gmail.com","login":"gakada","count":12},{"name":"h-albert-lee","email":"gksdnf424@gmail.com","login":"h-albert-lee","count":12},{"name":"\u0026","email":"","login":null,"count":12},{"name":"LSinev","email":"LSinev","login":"LSinev","count":11},{"name":"Zdenek Kasner","email":"kasnezde@fel.cvut.cz","login":"kasnerz","count":10},{"name":"KonradSzafer","email":"61851539+KonradSzafer","login":"KonradSzafer","count":10},{"name":"KhalidAlt","email":"49135754+KhalidAlt","login":"KhalidAlt","count":9},{"name":"Anjor Kanekar","email":"anjor@umd.edu","login":"anjor","count":9},{"name":"Anthony DiPofi","email":"anthonydipofi@gmail.com","login":"anthony-dipofi","count":8},{"name":"Vicki Boykis","email":"vicki@mozilla.ai","login":"veekaybee","count":8},{"name":"Zhiwei Zhuang","email":"zhiwei.zhuang@shopee.com","login":"AndyZwei","count":7},{"name":"Eric Tang","email":"erictang000@gmail.com","login":"erictang000","count":7},{"name":"Zafir Stojanovski","email":"zafir.stojanovski@icloud.com","login":"zafstojano","count":6},{"name":"Shashi456","email":"pass2pawan@gmail.com","login":"Shashi456","count":6},{"name":"jeffhsu3","email":"jeffhsu3@gmail.com","login":"jeffhsu3","count":6},{"name":"Ethan Smith","email":"ethan@ethanhs.me","login":"emmatyping","count":6},{"name":"Dirk Groeneveld","email":"dirkg@allenai.org","login":"dirkgr","count":6},{"name":"Eddy Yeo","email":"eddy.yeo@gmail.com","login":"yeoedward","count":5},{"name":"ManuelFay","email":"manuel.faysse@illuin.tech","login":"ManuelFay","count":5},{"name":"Nathan Habib","email":"30601243+NathanHB","login":"NathanHB","count":5},{"name":"Nikhil Pinnaparaju","email":"nikhilpinnaparaju@gmail.com","login":"nikhilpinnaparaju","count":5},{"name":"Pasquale Minervini","email":"p.minervini@gmail.com","login":"pminervini","count":5},{"name":"rokosbasilisk","email":"thecomplexitytheorist@gmail.com","login":"xagi-dev","count":5},{"name":"uyhcire","email":"27897696+uyhcire","login":"uyhcire","count":5},{"name":"kwrobel.eth","email":"djstrong@gmail.com","login":"djstrong","count":4},{"name":"khalil","email":"90086758+khalil-Hennara","login":"khalil-Hennara","count":4},{"name":"ken","email":"ken_kawamura@brown.edu","login":"kkawamu1","count":4},{"name":"Andy Zou","email":"andyzou_jiaming@berkeley.edu","login":null,"count":4},{"name":"Ben Wang","email":"wangben3@gmail.com","login":"kingoflolz","count":4},{"name":"Michael Goin","email":"michael@neuralmagic.com","login":"mgoin","count":4},{"name":"Nathan Weinberg","email":"31703736+nathan-weinberg","login":"nathan-weinberg","count":4},{"name":"Uanu","email":"92366232+uanu2002","login":"uanu2002","count":4},{"name":"Yu Shi Jie","email":"yshijie1999@gmail.com","login":"ysjprojects","count":4},{"name":"Zach Nussbaum","email":"zanussbaum@gmail.com","login":"zanussbaum","count":4},{"name":"achervyakov","email":"77295913+artemorloff","login":"artemorloff","count":4},{"name":"jordiclive","email":"jordan.clive19@imperial.ac.uk","login":"jordiclive","count":4},{"name":"Alex Bäuerle","email":"alex@a13x.io","login":"Sparkier","count":3},{"name":"Kevin Wang","email":"kevinwang@kevinwang.us","login":"VitamintK","count":3},{"name":"Michael Feil","email":"63565275+michaelfeil","login":"michaelfeil","count":3},{"name":"MorishT","email":"106973776+MorishT","login":"MorishT","count":3},{"name":"zhabuye","email":"74179177+zhabuye","login":"zhabuye","count":3},{"name":"weijie","email":"34210233+shiweijiezero","login":"shiweijiezero","count":3},{"name":"thnkinbtfly","email":"70014488+thnkinbtfly","login":"thnkinbtfly","count":3},{"name":"momotori","email":"momotori@mail.ustc.edu.cn","login":"Momo-Tori","count":3},{"name":"Zehan Li","email":"69186130+jordane95","login":"jordane95","count":3},{"name":"Igor Ostrovsky","email":"igoros@gmail.com","login":"igor0","count":3},{"name":"Brian Vaughan","email":"nairbv","login":"nairbv","count":3},{"name":"OscarMolina","email":"oscar.molina@bsc.es","login":null,"count":3},{"name":"Tanishq Abraham","email":"37097934+tmabraham","login":"tmabraham","count":3},{"name":"Poedator","email":"24738311+poedator","login":"poedator","count":3},{"name":"aditya thomas","email":"aditya.thomas@alum.mit.edu","login":"sepiatone","count":2},{"name":"am-bean","email":"88600346+am-bean","login":"am-bean","count":2},{"name":"dariogarcia","email":"dario.garcia@bsc.es","login":"dariogarcia","count":2},{"name":"Yuliang Li","email":"40186387+xTayEx","login":"xTayEx","count":2},{"name":"Hojjat Mokhtarabadi","email":"hojjatmokhtari.1999@gmail.com","login":"Hojjat-Mokhtarabadi","count":2},{"name":"Sergio Perez","email":"sergioperezpersonal@gmail.com","login":"sergiopperez","count":2},{"name":"Cameron Witkowski","email":"cwitkowski@rogers.com","login":"Cameron7195","count":2},{"name":"USVSN Sai Prashanth","email":"usaiprashanth2018@gmail.com","login":"uSaiPrashanth","count":2},{"name":"janEbert","email":"janpublicebert@posteo.net","login":"janEbert","count":2},{"name":"johnwee1","email":"91670254+johnwee1","login":"johnwee1","count":2},{"name":"jonabur","email":"135807120+jonabur","login":"jonabur","count":2},{"name":"nicholaskross","email":"nick@nicholaskross.com","login":"nicholaskross","count":2},{"name":"DaveOkpare","email":"okparedave@gmail.com","login":"DaveOkpare","count":2},{"name":"nopperl","email":"54780682+nopperl","login":"nopperl","count":2},{"name":"silentv0x","email":"incessantjunk@gmail.com","login":"silentv0x","count":2},{"name":"tomlimi","email":"t.limisiewicz@gmail.com","login":"tomlimi","count":2},{"name":"Sam Passaglia","email":"8333102+passaglia","login":"passaglia","count":2},{"name":"Sadra Barikbin","email":"sadraqazvin1@yahoo.com","login":"sadra-barikbin","count":2},{"name":"Paul McCann","email":"132827365+polm-stability","login":"polm-stability","count":2},{"name":"Nikita Lozhnikov","email":"nikitml@gmail.com","login":"lozhn","count":2},{"name":"Michael Pieler","email":"Michael.Pieler@Gmail.com","login":"MicPie","count":2},{"name":"Lenni Justen","email":"65619456+lennijusten","login":"lennijusten","count":2},{"name":"Jungwhan Kim","email":"53588015+jungwhank","login":"jungwhank","count":2},{"name":"Huazhong Ji","email":"hzji210@gmail.com","login":"statelesshz","count":2},{"name":"Fabrizio Milo","email":"mistobaan@gmail.com","login":"Mistobaan","count":2},{"name":"Amir Hossein Kargaran","email":"kargaranamir@gmail.com","login":"kargaranamir","count":2},{"name":"Amine Elhattami","email":"35821254+Am1n3e","login":"Am1n3e","count":2},{"name":"Jan-Christoph Kalo","email":"kalo@is68.ifis.cs.tu-bs.de","login":null,"count":2},{"name":"Jun Shern Chan","email":"junshern.chan@motional.com","login":null,"count":1},{"name":"Konstantin Schulz","email":"Konstantin.Schulz@dfki.de","login":null,"count":1},{"name":"Quentin Gregory Anthony","email":"qanthony@login01.expanse.sdsc.edu","login":null,"count":1},{"name":"Samuel Weinbach","email":"samuel.weinbach@aleph-alpha.de","login":null,"count":1},{"name":"Simran Arora","email":"emailsimran@gmail.com","login":"simran-arora","count":1},{"name":"Seungwoo Ryu","email":"seungwoo.ryu.94@gmail.com","login":"tryumanshow","count":1},{"name":"SYusupov","email":"36813444+SYusupov","login":"SYusupov","count":1},{"name":"Rylan Schaeffer","email":"rylanschaeffer@gmail.com","login":"RylanSchaeffer","count":1},{"name":"Rich Hankins","email":"rich@augmentcode.com","login":"richhankins","count":1},{"name":"Rich","email":"34130474+richwardle","login":"richwardle","count":1},{"name":"Riccardo Schirone","email":"riccardo.schirone@trailofbits.com","login":"ret2libc","count":1},{"name":"Rafael Tappe Maestro","email":"r.tm@outlook.de","login":"Wehzie","count":1},{"name":"Quentin Lhoest","email":"42851186+lhoestq","login":"lhoestq","count":1},{"name":"Quentin Anthony","email":"qganthony@yahoo.com","login":"Quentin-Anthony","count":1},{"name":"Piyush Thakur","email":"53268607+cosmo3769","login":"cosmo3769","count":1},{"name":"Phil Wee","email":"pkw2010@nyu.edu","login":"philwee","count":1},{"name":"Peter Bevan","email":"peterbevan@hotmail.co.uk","login":"pbevan1","count":1},{"name":"Pankaj Mathur","email":"pankymathur@gmail.com","login":"pankajarm","count":1},{"name":"Oskar","email":"o.d.vanderwal@gmail.com","login":"oskarvanderwal","count":1},{"name":"Or Sharir","email":"or@sharir.org","login":"orsharir","count":1},{"name":"yurodiviy","email":"44850998+yurodiviy","login":"yurodiviy","count":1},{"name":"ynot","email":"win778500@gmail.com","login":"SONG-WONHO","count":1},{"name":"seungduk.kim.2304","email":"seungduk.kim@yanolja.com","login":"seungduk-yanolja","count":1},{"name":"seopbo","email":"bsk0130@gmail.com","login":"seopbo","count":1},{"name":"sean0042","email":"92732903+sean0042","login":"sean0042","count":1},{"name":"sator-labs","email":"129434630+sator-labs","login":"sator-labs","count":1},{"name":"nicho2","email":"nicho2@laposte.net","login":"nicho2","count":1},{"name":"meg","email":"90473723+meg-huggingface","login":"meg-huggingface","count":1},{"name":"Hisham Alyahya","email":"38282695+HishamYahya","login":"HishamYahya","count":1},{"name":"NanoCode012","email":"kevinvong@rocketmail.com","login":"NanoCode012","count":1},{"name":"Nam D. Tran","email":"42194884+namtranase","login":"namtranase","count":1},{"name":"Sungho Park","email":"relilau00@gmail.com","login":"naem1023","count":1},{"name":"lxning","email":"23464292+lxning","login":"lxning","count":1},{"name":"lewtun","email":"lewis.c.tunstall@gmail.com","login":"lewtun","count":1},{"name":"larekrow","email":"127832774+larekrow","login":"larekrow","count":1},{"name":"jp","email":"jp42maru@gmail.com","login":"jp1924","count":1},{"name":"jab13x","email":"117719136+jab13x","login":"jab13x","count":1},{"name":"giorgossideris","email":"56915448+giorgossideris","login":"giorgossideris","count":1},{"name":"eyuansu62","email":"30862458+eyuansu62","login":"eyuansu62","count":1},{"name":"ciaranby","email":"48831615+ciaranby","login":"ciaranby","count":1},{"name":"bcicc","email":"142823000+bcicc","login":"bcicc","count":1},{"name":"ZoneTwelve","email":"zonetwelve159@gmail.com","login":"ZoneTwelve","count":1},{"name":"Zach Schillaci","email":"zschillaci@brandeis.edu","login":"zachschillaci27","count":1},{"name":"ZZR0","email":"38292503+ZZR0","login":"ZZR0","count":1},{"name":"Yoav Katz","email":"68273864+yoavkatz","login":"yoavkatz","count":1},{"name":"Yen-Ting Lin","email":"31605305+adamlin120","login":"adamlin120","count":1},{"name":"Yazeed Alnumay","email":"61038456+Yazeed7","login":"Yazeed7","count":1},{"name":"Xingjian Shi","email":"xshiab@connect.ust.hk","login":"sxjscience","count":1},{"name":"WoosungMyung","email":"115716986+LameloBally","login":"LameloBally","count":1},{"name":"Wonung Kim","email":"waneon.kim@gmail.com","login":"waneon","count":1},{"name":"Wongboo","email":"44860323+Wongboo","login":"Wongboo","count":1},{"name":"Wis Kojohnjaratkul","email":"wkojohnj@gmail.com","login":"wiskojo","count":1},{"name":"Wessel Poelman","email":"45011687+WPoelman","login":"WPoelman","count":1},{"name":"Jason Krone","email":"jasonkrone@me.com","login":"jasonkrone","count":1},{"name":"James A. Michaelov","email":"32554945+jmichaelov","login":"jmichaelov","count":1},{"name":"Jaewoo Yang","email":"sweyjw@gmail.com","login":"onnoo","count":1},{"name":"Iker García-Ferrero","email":"i.garciaferrerosanpelayo@gmail.com","login":"ikergarcia1996","count":1},{"name":"Elron Bandel","email":"elronbandel@gmail.com","login":"elronbandel","count":1},{"name":"Eitan Turok","email":"150733043+eitanturok","login":"eitanturok","count":1},{"name":"Edward Gan","email":"efuzzy@gmail.com","login":"edgan8","count":1},{"name":"Edd","email":"68678137+Erland366","login":"Erland366","count":1},{"name":"DongGeon Lee","email":"dg.lee@postech.ac.kr","login":"oneonlee","count":1},{"name":"David Hoffmann","email":"105221763+adavidho","login":"adavidho","count":1},{"name":"Danielle Pintz","email":"38207072+daniellepintz","login":"daniellepintz","count":1},{"name":"Clémentine Fourrier","email":"22726840+clefourrier","login":"clefourrier","count":1},{"name":"Chujie Zheng","email":"chujiezhengchn@gmail.com","login":"chujiezheng","count":1},{"name":"Choyunhui","email":"a01022371341@gmail.com","login":"uni2237","count":1},{"name":"Brendan Murphy","email":"bmurphy592@gmail.com","login":"murphybrendan","count":1},{"name":"Bram Vanroy","email":"2779410+BramVanroy","login":"BramVanroy","count":1},{"name":"Ben Shoham Ofir","email":"33639234+Ofir408","login":"Ofir408","count":1},{"name":"Ayush Thakur","email":"mein2work@gmail.com","login":"ayulockin","count":1},{"name":"Ogundepo Odunayo","email":"ogundepoodunayo@gmail.com","login":"ToluClassics","count":1},{"name":"NoushNabi","email":"33136068+NoushNabi","login":"NoushNabi","count":1},{"name":"Nouf M. Alotaibi","email":"63472979+noufmitla","login":"noufmitla","count":1},{"name":"Nick Doiron","email":"ndoiron@mapmeld.com","login":"mapmeld","count":1},{"name":"SuperCat","email":"37853425+SkySuperCat","login":"SkySuperCat","count":1},{"name":"Til Jasper Ullrich","email":"git@tju.me","login":"tju01","count":1},{"name":"Tom Hartvigsen","email":"tomh@mit.edu","login":"Thartvigsen","count":1},{"name":"Uminosachi","email":"49424133+Uminosachi","login":"Uminosachi","count":1},{"name":"Wang, Chang","email":"491521017@qq.com","login":"changwangss","count":1},{"name":"Antoni Baum","email":"antoni.baum@protonmail.com","login":"Yard1","count":1},{"name":"Anton Polishko","email":"anton.polishko@gmail.com","login":"antonpolishko","count":1},{"name":"Alessandro Ercolani","email":"ale.ercolani@gmail.com","login":"giux78","count":1},{"name":"Aaron V","email":"inf3rnus","login":"inf3rnus","count":1},{"name":"Steven Basart","email":"xksteven","login":"xksteven","count":1},{"name":"Muhammad Bin Usman","email":"muhammadbin.2003@gmail.com","login":"MuhammadBinUsman03","count":1},{"name":"Michael Chen","email":"chen.michael.1116@gmail.com","login":"mycoalchen","count":1},{"name":"Maxime","email":"672982+maximegmd","login":"maximegmd","count":1},{"name":"Mark Saroufim","email":"marksaroufim@meta.com","login":"msaroufim","count":1},{"name":"Malikeh Ehghaghi","email":"35193114+Malikeh97","login":"Malikeh97","count":1},{"name":"Lucas Weber","email":"35227161+LucWeber","login":"LucWeber","count":1},{"name":"Long Phan","email":"44376091+justinphan3110","login":"justinphan3110","count":1},{"name":"Linsong Chu","email":"lchu@us.ibm.com","login":"lchu-ibm","count":1},{"name":"Lei Chen","email":"chen.lei.05@gmail.com","login":"leocnj","count":1},{"name":"Ken Tsui","email":"kenhktsui@gmail.com","login":"kenhktsui","count":1},{"name":"Kacper Wikieł","email":"5274399+kwikiel","login":"kwikiel","count":1},{"name":"JorgeDeCorte","email":"91887115+JorgeDeCorte","login":"JorgeDeCorte","count":1},{"name":"Jiaxin Shan","email":"seedjeffwan@gmail.com","login":"Jeffwan","count":1},{"name":"Jess","email":"jessicaojo19@gmail.com","login":"JessicaOjo","count":1},{"name":"Jennifer Cwagenberg","email":"candiedcode@gmail.com","login":"CandiedCode","count":1},{"name":"Jeffrey Quesnelle","email":"jq@jeffq.com","login":"jquesnelle","count":1},{"name":"Jeevan","email":"64039772+JeevanBhoot","login":"JeevanBhoot","count":1},{"name":"Marta Gonzalez Mallo","email":"marta.gonzalez@bsc.es","login":"atramgm","count":1},{"name":"Jaume Guasch Marti","email":"jguaschmarti@gmail.com","login":"jguaschmarti","count":1},{"name":"Helena Kloosterman","email":"helena.kloosterman@intel.com","login":"helena-intel","count":1},{"name":"Haonan Li","email":"nathan.8270.n@gmail.com","login":"haonan-li","count":1},{"name":"Hannibal046","email":"38466901+Hannibal046","login":"Hannibal046","count":1},{"name":"Geralt","email":"94539084+Geralt-Targaryen","login":"Geralt-Targaryen","count":1},{"name":"Gabriel Mukobi","email":"gabrielmukobi@gmail.com","login":"mukobi","count":1},{"name":"GUIJIN SON","email":"spthsrbwls123@yonsei.ac.kr","login":"guijinSON","count":1},{"name":"Eugene Cheah","email":"PicoCreator","login":"PicoCreator","count":1}],"total_commits":2738,"total_committers":214,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":12.794392523364486,"dds":0.7494521548575603,"past_year_committers":[{"name":"Hailey Schoelkopf","email":"65563625+haileyschoelkopf","login":"haileyschoelkopf","count":24},{"name":"Baber Abbasi","email":"92168766+baberabb","login":"baberabb","count":13},{"name":"Nathan Habib","email":"30601243+NathanHB","login":"NathanHB","count":5},{"name":"Lintang Sutawika","email":"lintang@eleuther.ai","login":"lintangsutawika","count":4},{"name":"Nathan Weinberg","email":"31703736+nathan-weinberg","login":"nathan-weinberg","count":4},{"name":"Yu Shi Jie","email":"yshijie1999@gmail.com","login":"ysjprojects","count":4},{"name":"OscarMolina","email":"oscar.molina@bsc.es","login":null,"count":3},{"name":"Cameron Witkowski","email":"cwitkowski@rogers.com","login":"Cameron7195","count":2},{"name":"dariogarcia","email":"dario.garcia@bsc.es","login":"dariogarcia","count":2},{"name":"am-bean","email":"88600346+am-bean","login":"am-bean","count":2},{"name":"LSinev","email":"LSinev","login":"LSinev","count":2},{"name":"Jungwhan Kim","email":"53588015+jungwhank","login":"jungwhank","count":2},{"name":"Amir Hossein Kargaran","email":"kargaranamir@gmail.com","login":"kargaranamir","count":2},{"name":"Malikeh Ehghaghi","email":"35193114+Malikeh97","login":"Malikeh97","count":1},{"name":"KonradSzafer","email":"61851539+KonradSzafer","login":"KonradSzafer","count":1},{"name":"Julen Etxaniz","email":"juletxara@gmail.com","login":"juletx","count":1},{"name":"Jess","email":"jessicaojo19@gmail.com","login":"JessicaOjo","count":1},{"name":"Jennifer Cwagenberg","email":"candiedcode@gmail.com","login":"CandiedCode","count":1},{"name":"Hanwool Albert Lee","email":"88315152+h-albert-lee","login":"h-albert-lee","count":1},{"name":"Geralt","email":"94539084+Geralt-Targaryen","login":"Geralt-Targaryen","count":1},{"name":"Elron Bandel","email":"elronbandel@gmail.com","login":"elronbandel","count":1},{"name":"Choyunhui","email":"a01022371341@gmail.com","login":"uni2237","count":1},{"name":"Brendan Murphy","email":"bmurphy592@gmail.com","login":"murphybrendan","count":1},{"name":"Ben Shoham Ofir","email":"33639234+Ofir408","login":"Ofir408","count":1},{"name":"zhabuye","email":"74179177+zhabuye","login":"zhabuye","count":1},{"name":"lxning","email":"23464292+lxning","login":"lxning","count":1},{"name":"lewtun","email":"lewis.c.tunstall@gmail.com","login":"lewtun","count":1},{"name":"jonabur","email":"135807120+jonabur","login":"jonabur","count":1},{"name":"johnwee1","email":"91670254+johnwee1","login":"johnwee1","count":1},{"name":"jab13x","email":"117719136+jab13x","login":"jab13x","count":1},{"name":"eyuansu62","email":"30862458+eyuansu62","login":"eyuansu62","count":1},{"name":"anthony-dipofi","email":"anthonydipofi@gmail.com","login":"anthony-dipofi","count":1},{"name":"achervyakov","email":"77295913+artemorloff","login":"artemorloff","count":1},{"name":"Zafir Stojanovski","email":"zaf.stojano@gmail.com","login":"zafstojano","count":1},{"name":"Yen-Ting Lin","email":"31605305+adamlin120","login":"adamlin120","count":1},{"name":"Yazeed Alnumay","email":"61038456+Yazeed7","login":"Yazeed7","count":1},{"name":"Wonung Kim","email":"waneon.kim@gmail.com","login":"waneon","count":1},{"name":"Wessel Poelman","email":"45011687+WPoelman","login":"WPoelman","count":1},{"name":"Wang, Chang","email":"491521017@qq.com","login":"changwangss","count":1},{"name":"Uminosachi","email":"49424133+Uminosachi","login":"Uminosachi","count":1},{"name":"SuperCat","email":"37853425+SkySuperCat","login":"SkySuperCat","count":1},{"name":"Steven Basart","email":"xksteven","login":"xksteven","count":1},{"name":"Stella Biderman","email":"stellabiderman@gmail.com","login":"StellaAthena","count":1},{"name":"SYusupov","email":"36813444+SYusupov","login":"SYusupov","count":1},{"name":"Pankaj Mathur","email":"pankymathur@gmail.com","login":"pankajarm","count":1},{"name":"Ogundepo Odunayo","email":"ogundepoodunayo@gmail.com","login":"ToluClassics","count":1},{"name":"Nam D. Tran","email":"42194884+namtranase","login":"namtranase","count":1},{"name":"Anton Polishko","email":"anton.polishko@gmail.com","login":"antonpolishko","count":1},{"name":"Jaume Guasch Marti","email":"jguaschmarti@gmail.com","login":"jguaschmarti","count":1},{"name":"Marta Gonzalez Mallo","email":"marta.gonzalez@bsc.es","login":"atramgm","count":1},{"name":"meg","email":"90473723+meg-huggingface","login":"meg-huggingface","count":1}],"past_year_total_commits":107,"past_year_total_committers":51,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":2.0980392156862746,"past_year_dds":0.7757009345794392,"last_synced_at":"2025-06-15T03:49:11.699Z","last_synced_commit":"79eeeaa55255ab61516176c91f6fd489a4cae91b","created_at":"2024-11-18T03:15:52.243Z","updated_at":"2025-06-15T03:49:34.995Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/hpai-bsc%2Flm-evaluation-harness-medical-specialities/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-08-28T00:00:20.468Z","repositories_count":5479765,"commits_count":853308769,"contributors_count":31095187,"owners_count":906558,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"hpai-bsc/lm-evaluation-harness-medical-specialities","html_url":"https://github.com/hpai-bsc/lm-evaluation-harness-medical-specialities","last_synced_at":"2025-06-14T17:38:20.096Z","status":null,"issues_count":0,"pull_requests_count":3,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":12301.333333333334,"issues_closed_count":0,"pull_requests_closed_count":3,"pull_request_authors_count":2,"issue_authors_count":0,"avg_comments_per_issue":null,"avg_comments_per_pull_request":0.0,"merged_pull_requests_count":3,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":3,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":12301.333333333334,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":3,"past_year_pull_request_authors_count":2,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":0.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":3,"created_at":"2024-11-18T03:15:54.514Z","updated_at":"2025-09-02T19:01:18.125Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/hpai-bsc%2Flm-evaluation-harness-medical-specialities","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/hpai-bsc%2Flm-evaluation-harness-medical-specialities/issues","issue_labels_count":{},"pull_request_labels_count":{},"issue_author_associations_count":{},"pull_request_author_associations_count":{"NONE":4,"CONTRIBUTOR":1},"issue_authors":{},"pull_request_authors":{"OscarMoliina":3,"jguaschmarti":2},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-04T00:00:25.939Z","repositories_count":10077389,"issues_count":31296582,"pull_requests_count":95963944,"authors_count":10692477,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{},"past_year_pull_request_author_associations_count":{"NONE":4,"CONTRIBUTOR":1},"past_year_issue_authors":{},"past_year_pull_request_authors":{"OscarMoliina":3,"jguaschmarti":2},"maintainers":[],"active_maintainers":[]},"events":{"total":{"WatchEvent":3,"PushEvent":2,"PullRequestEvent":4,"ForkEvent":1},"last_year":{"WatchEvent":3,"PushEvent":2,"PullRequestEvent":4,"ForkEvent":1}},"keywords":[],"dependencies":[{"ecosystem":"actions","filepath":".github/workflows/publish.yml","sha":null,"kind":"manifest","created_at":"2024-11-13T15:28:54.208Z","updated_at":"2024-11-13T15:28:54.208Z","repository_link":"https://github.com/HPAI-BSC/lm-evaluation-harness-medical-specialities/blob/main/.github/workflows/publish.yml","dependencies":[{"id":20712970343,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":20712970344,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":20712970345,"package_name":"actions/upload-artifact","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":20712970346,"package_name":"actions/download-artifact","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":20712970347,"package_name":"pypa/gh-action-pypi-publish","ecosystem":"actions","requirements":"release/v1","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/unit_tests.yml","sha":null,"kind":"manifest","created_at":"2024-11-13T15:28:54.273Z","updated_at":"2024-11-13T15:28:54.273Z","repository_link":"https://github.com/HPAI-BSC/lm-evaluation-harness-medical-specialities/blob/main/.github/workflows/unit_tests.yml","dependencies":[{"id":20712970358,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":20712970359,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v5","direct":true,"kind":"composite","optional":false},{"id":20712970360,"package_name":"pre-commit/action","ecosystem":"actions","requirements":"v3.0.1","direct":true,"kind":"composite","optional":false},{"id":20712970361,"package_name":"actions/upload-artifact","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"pypi","filepath":"pyproject.toml","sha":null,"kind":"manifest","created_at":"2024-11-13T15:28:54.338Z","updated_at":"2024-11-13T15:28:54.338Z","repository_link":"https://github.com/HPAI-BSC/lm-evaluation-harness-medical-specialities/blob/main/pyproject.toml","dependencies":[{"id":20712970362,"package_name":"accelerate","ecosystem":"pypi","requirements":"\u003e=0.26.0","direct":true,"kind":"runtime","optional":false},{"id":20712970363,"package_name":"evaluate","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":20712970364,"package_name":"datasets","ecosystem":"pypi","requirements":"\u003e=2.16.0","direct":true,"kind":"runtime","optional":false},{"id":20712970365,"package_name":"evaluate","ecosystem":"pypi","requirements":"\u003e=0.4.0","direct":true,"kind":"runtime","optional":false},{"id":20712970366,"package_name":"jsonlines","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":20712970367,"package_name":"numexpr","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":20712970368,"package_name":"peft","ecosystem":"pypi","requirements":"\u003e=0.2.0","direct":true,"kind":"runtime","optional":false},{"id":20712970369,"package_name":"pybind11","ecosystem":"pypi","requirements":"\u003e=2.6.2","direct":true,"kind":"runtime","optional":false},{"id":20712970370,"package_name":"pytablewriter","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":20712970371,"package_name":"rouge-score","ecosystem":"pypi","requirements":"\u003e=0.0.4","direct":true,"kind":"runtime","optional":false},{"id":20712970372,"package_name":"sacrebleu","ecosystem":"pypi","requirements":"\u003e=1.5.0","direct":true,"kind":"runtime","optional":false},{"id":20712970373,"package_name":"scikit-learn","ecosystem":"pypi","requirements":"\u003e=0.24.1","direct":true,"kind":"runtime","optional":false},{"id":20712970374,"package_name":"sqlitedict","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":20712970375,"package_name":"torch","ecosystem":"pypi","requirements":"\u003e=1.8","direct":true,"kind":"runtime","optional":false},{"id":20712970376,"package_name":"tqdm-multiprocess","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":20712970377,"package_name":"transformers","ecosystem":"pypi","requirements":"\u003e=4.1","direct":true,"kind":"runtime","optional":false},{"id":20712970378,"package_name":"zstandard","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":20712970379,"package_name":"dill","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":20712970380,"package_name":"word2number","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":20712970391,"package_name":"more_itertools","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2024-11-13T15:28:56.030Z","updated_at":"2024-11-13T15:28:56.030Z","repository_link":"https://github.com/HPAI-BSC/lm-evaluation-harness-medical-specialities/blob/main/requirements.txt","dependencies":[]},{"ecosystem":"pypi","filepath":"setup.py","sha":null,"kind":"manifest","created_at":"2024-11-13T15:28:56.070Z","updated_at":"2024-11-13T15:28:56.070Z","repository_link":"https://github.com/HPAI-BSC/lm-evaluation-harness-medical-specialities/blob/main/setup.py","dependencies":[]},{"ecosystem":"actions","filepath":".github/workflows/new_tasks.yml","sha":null,"kind":"manifest","created_at":"2024-11-13T15:28:52.405Z","updated_at":"2024-11-13T15:28:52.405Z","repository_link":"https://github.com/HPAI-BSC/lm-evaluation-harness-medical-specialities/blob/main/.github/workflows/new_tasks.yml","dependencies":[{"id":20712969231,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":20712969232,"package_name":"tj-actions/changed-files","ecosystem":"actions","requirements":"v44.5.2","direct":true,"kind":"composite","optional":false},{"id":20712970342,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false}]}],"score":6.464588303689961,"created_at":"2025-09-04T15:51:07.939Z","updated_at":"2025-10-07T08:14:26.861Z","avatar_url":"https://github.com/HPAI-BSC.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":["https://doi.org/10.5281/zenodo.10256836"],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":["transformation","cryptocurrencies","jax","cryptography","agents","rlhf","large-language-models","foundation-models","llamaindex","multi-agents"],"project_url":"https://science.ecosyste.ms/api/v1/projects/34544","html_url":"https://science.ecosyste.ms/projects/34544","bibtex_url":"https://science.ecosyste.ms/projects/34544/export.bibtex","apalike_url":"https://science.ecosyste.ms/projects/34544/export.apalike"}