{"id":42621,"name":"gpt-neox","description":"An implementation of model parallel autoregressive transformers on GPUs, based on the Megatron and DeepSpeed libraries","url":"https://github.com/eleutherai/gpt-neox","last_synced_at":"2025-09-05T09:30:05.989Z","repository":{"id":37257849,"uuid":"323651234","full_name":"EleutherAI/gpt-neox","owner":"EleutherAI","description":"An implementation of model parallel autoregressive transformers on GPUs, based on the Megatron and DeepSpeed libraries","archived":false,"fork":false,"pushed_at":"2025-07-23T11:30:29.000Z","size":119321,"stargazers_count":7266,"open_issues_count":85,"forks_count":1072,"subscribers_count":127,"default_branch":"main","last_synced_at":"2025-07-23T13:23:07.525Z","etag":null,"topics":["deepspeed-library","gpt-3","language-model","transformers"],"latest_commit_sha":null,"homepage":"https://www.eleuther.ai/","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EleutherAI.png","metadata":{"files":{"readme":"README-MUP.md","changelog":null,"contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.cff","codeowners":".github/CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2020-12-22T14:37:54.000Z","updated_at":"2025-07-23T02:19:59.000Z","dependencies_parsed_at":"2023-12-26T22:24:42.055Z","dependency_job_id":"5615dfe0-6df4-401f-ad6e-caea7e82ace0","html_url":"https://github.com/EleutherAI/gpt-neox","commit_stats":null,"previous_names":[],"tags_count":3,"template":false,"template_full_name":null,"purl":"pkg:github/EleutherAI/gpt-neox","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Fgpt-neox","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Fgpt-neox/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Fgpt-neox/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Fgpt-neox/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","download_url":"https://codeload.github.com/EleutherAI/gpt-neox/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Fgpt-neox/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273737761,"owners_count":25158954,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-05T02:00:09.113Z","response_time":402,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"EleutherAI","name":"EleutherAI","uuid":"68924597","kind":"organization","description":"","email":"contact@eleuther.ai","website":"www.eleuther.ai","location":"The Internet","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/68924597?v=4","repositories_count":51,"last_synced_at":"2023-03-04T05:29:27.052Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/EleutherAI","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-14T11:02:40.418Z","updated_at":"2023-03-04T05:29:27.062Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EleutherAI/repositories"},"packages":[],"commits":{"id":1773691,"full_name":"EleutherAI/gpt-neox","default_branch":"main","committers":[{"name":"Stella Biderman","email":"stellabiderman@gmail.com","login":"StellaAthena","count":395},{"name":"sdtblck","email":"46172032+sdtblck","login":"sdtblck","count":312},{"name":"Josh Levy-Kramer","email":"josh@levykramer.co.uk","login":"joshlk","count":222},{"name":"Samuel Weinbach","email":"samuel.weinbach@gmail.com","login":null,"count":206},{"name":"sid","email":"sidney.black@aleph-alpha.de","login":null,"count":120},{"name":"github-actions","email":"github-actions@github.com","login":"invalid-email-address","count":73},{"name":"Quentin Anthony","email":"qganthony@yahoo.com","login":"Quentin-Anthony","count":52},{"name":"Hailey Schoelkopf","email":"65563625+haileyschoelkopf","login":"haileyschoelkopf","count":45},{"name":"trisongz","email":"tri@songzcorp.com","login":"trisongz","count":32},{"name":"Dashiell Stander","email":"dstander@protonmail.com","login":"dashstander","count":32},{"name":"Leo Gao","email":"54557097+leogao2","login":"leogao2","count":29},{"name":"Shivanshu Purohit","email":"42869065+ShivanshuPurohit","login":"ShivanshuPurohit","count":27},{"name":"dmahan93","email":"44207705+dmahan93","login":"dmahan93","count":15},{"name":"Jacob Hatef","email":"74274091+jahatef","login":"jahatef","count":15},{"name":"Phil Wang","email":"lucidrains@gmail.com","login":"lucidrains","count":14},{"name":"jack","email":"jack-server@aleph-alpha.de","login":null,"count":14},{"name":"Xu Song","email":"xusong.vip@gmail.com","login":"xu-song","count":11},{"name":"yang","email":"7129+yang","login":"yang","count":10},{"name":"Aurelion","email":"32250326+aurelion-source","login":"aurelion-source","count":9},{"name":"Kyle1668","email":"kyledevinobrien1@gmail.com","login":"Kyle1668","count":9},{"name":"Samuel Weinbach","email":"samuel.weinbach@googlemail.com","login":"sweinbach","count":9},{"name":"Eric Hallahan","email":"eric@hallahans.name","login":"EricHallahan","count":9},{"name":"AI-WAIFU","email":"67525070+AI-WAIFU","login":"AI-WAIFU","count":9},{"name":"haileyschoelkopf","email":"hailey.schoelkopf@yale.edu","login":null,"count":9},{"name":"Michael Pieler","email":"Michael.Pieler@Gmail.com","login":"MicPie","count":8},{"name":"curt-tigges","email":"ct@curttigges.com","login":"curt-tigges","count":8},{"name":"connor","email":"cjleahy95@gmail.com","login":null,"count":7},{"name":"Jason Phang","email":"jasonphang@nyu.edu","login":"zphang","count":7},{"name":"jaimemcc","email":"99298642+jaimemcc-intel","login":"jaimemcc-intel","count":7},{"name":"Satpal Singh Rathore","email":"satpal.code@gmail.com","login":"satpalsr","count":7},{"name":"dependabot[bot]","email":"49699333+dependabot[bot]","login":"dependabot[bot]","count":6},{"name":"segyges","email":"65882655+segyges","login":"segyges","count":6},{"name":"Vincent Hellendoorn","email":"vhellendoorn@live.nl","login":"VHellendoorn","count":6},{"name":"Luke","email":"39779310+ClashLuke","login":"ClashLuke","count":5},{"name":"Lang Xu","email":"59843980+R0n12","login":"R0n12","count":5},{"name":"Colin","email":"colin.dablain@gmail.com","login":"DayOfThePenguin","count":4},{"name":"slash-under","email":"63025235+slash-under","login":"slash-under","count":4},{"name":"Saurav Maheshkar","email":"sauravvmaheshkar@gmail.com","login":"SauravMaheshkar","count":4},{"name":"Fabrizio (Misto) Milo","email":"mistobaan@gmail.com","login":"Mistobaan","count":3},{"name":"Kyle1668","email":"mchorse@stella-0.stella.tenant-eleutherai.svc.tenant.chi.local","login":null,"count":3},{"name":"Quentin TastyRice","email":"quentin@ip-172-64-63-127.us-west-2.compute.internal","login":null,"count":3},{"name":"gali","email":"preetham@gali.com","login":null,"count":3},{"name":"Hugh Phoenix-Hulme","email":"hugh@webnet.org.uk","login":"HughPH","count":3},{"name":"Benjamin Thérien","email":"39810288+bentherien","login":"bentherien","count":3},{"name":"Kshitij Gupta","email":"kshitijkg01@gmail.com","login":"kshitijkg","count":2},{"name":"Matt","email":"m4tt.kerin@gmail.com","login":"mkerin","count":2},{"name":"austinburnett","email":"aburn1011@gmail.com","login":"austinburnett","count":2},{"name":"Adam I","email":"ai@cs.ucsb.edu","login":"AIproj","count":2},{"name":"Alastair D'Silva","email":"deece","login":"deece","count":2},{"name":"Anthony DiPofi","email":"anthonydipofi@gmail.com","login":"anthony-dipofi","count":2},{"name":"Alex Andonian","email":"alexandonian@gmail.com","login":"alexandonian","count":2},{"name":"tiandeyu-cs","email":"54715756+tiandeyu-cs","login":"tiandeyu-cs","count":2},{"name":"chuanli11","email":"cl.chuanli@gmail.com","login":"chuanli11","count":2},{"name":"hyunwoongko","email":"gusdnd852@naver.com","login":"hyunwoongko","count":2},{"name":"markus klein","email":"markus.klein@aleph-alpha.de","login":null,"count":2},{"name":"jon-tow","email":"mchorse@eval-experiments-0.eval-experiments.tenant-eleutherai.svc.tenant.chi.local","login":null,"count":2},{"name":"anthony.301","email":"anthony.301@mri.cluster","login":null,"count":2},{"name":"Samuel Weinbach","email":"samuel.weinbach@aleph-alpha.de","login":null,"count":2},{"name":"Raul Puri","email":"raulp@nvidia.com","login":null,"count":2},{"name":"tf-nv","email":"151943126+tf-nv","login":"tf-nv","count":2},{"name":"steven-mi","email":"stevenmi@live.de","login":"steven-mi","count":2},{"name":"srulikbd","email":"35503583+srulikbd","login":"srulikbd","count":2},{"name":"kip","email":"kipgparker@gmail.com","login":"kipgparker","count":2},{"name":"jon-tow","email":"jon-tow@Jons-MacBook-Pro.local","login":null,"count":1},{"name":"edouardoyallon","email":"edouard.oyallon@flatironinstitute.org","login":null,"count":1},{"name":"Dashiell Stander","email":"dashiell@ip-172-31-45-20.ec2.internal","login":null,"count":1},{"name":"Dashiell Stander","email":"dashiell@ip-172-31-36-138.ec2.internal","login":null,"count":1},{"name":"Dashiell Stander","email":"dashiell@gpu-st-p4d-24xlarge-325.hpc-1click-prod450.pcluster","login":null,"count":1},{"name":"Biderman","email":"585491@bah.com","login":null,"count":1},{"name":"Josh Levy-Kramer","email":"josh.x.levy-kramer@gsk.com","login":null,"count":1},{"name":"Huang Liankai","email":"huangliankai@idea.edu.cn","login":null,"count":1},{"name":"huey2531","email":"66510321+huey2531","login":"huey2531","count":1},{"name":"iczero","email":"iczero4@gmail.com","login":"iczero","count":1},{"name":"jacobthebanana","email":"50071502+jacobthebanana","login":"jacobthebanana","count":1},{"name":"jon-tow","email":"jonathantow1@gmail.com","login":"jon-tow","count":1},{"name":"kabachuha","email":"artemkhrapov2001@yandex.ru","login":"kabachuha","count":1},{"name":"kyuhee","email":"wkdrb2100@gmail.com","login":"kyuheejang","count":1},{"name":"liamcli","email":"liam@determined.ai","login":"liamcli","count":1},{"name":"mariebiscuit","email":"alyssaloosg@gmail.com","login":"mariebiscuit","count":1},{"name":"markNZed","email":"mark.hampton@ieee.org","login":"markNZed","count":1},{"name":"Andy Lo","email":"andylolu24@gmail.com","login":"andylolu2","count":1},{"name":"Bas Krahmer","email":"baskrahmer@gmail.com","login":"baskrahmer","count":1},{"name":"Boris Feld","email":"boris@comet.com","login":"Lothiraldan","count":1},{"name":"Brandon Yang","email":"bclyang@gmail.com","login":"bclyang","count":1},{"name":"CoEich","email":"constantin.eichenberg@mailbox.org","login":"CoEich","count":1},{"name":"Daniel King","email":"43149077+dakinggg","login":"dakinggg","count":1},{"name":"Danny Goodman","email":"goodman.danny@gmail.com","login":"dgboy2000","count":1},{"name":"Dong Shin","email":"d0104.shin@gmail.com","login":"dongs0104","count":1},{"name":"Dongfang Li","email":"630450972@qq.com","login":"crazyofapple","count":1},{"name":"Emmanuel Ferdman","email":"emmanuelferdman@gmail.com","login":"emmanuel-ferdman","count":1},{"name":"dtamayo","email":"119006120+dtamayo-nlp","login":"dtamayo-nlp","count":1},{"name":"ffgcc","email":"50454385+chaochen99","login":"chaochen99","count":1},{"name":"foggy-frost-forest","email":"57032058+foggy-frost-forest","login":"foggy-frost-forest","count":1},{"name":"Stella Biderman","email":"Biderman_Stella@bah.com","login":null,"count":1},{"name":"Quentin TastyRice","email":"quentin@ip-26-0-158-244.us-west-2.compute.internal","login":null,"count":1},{"name":"Quentin TastyRice","email":"quentin@ip-26-0-146-234.us-west-2.compute.internal","login":null,"count":1},{"name":"Joshua Vendrow","email":"jvendrow@gmail.com","login":"jvendrow","count":1},{"name":"Keita Watanabe","email":"keitaw09@gmail.com","login":"KeitaW","count":1},{"name":"Keith Hon","email":"keith.wkhon@gmail.com","login":"Keith-Hon","count":1},{"name":"Lintang Sutawika","email":"lintang@sutawika.com","login":"lintangsutawika","count":1},{"name":"Louis Castricato","email":"wirezapp@gmail.com","login":"LouisCastricato","count":1},{"name":"MLRichter","email":"matrichter@uos.de","login":"MLRichter","count":1},{"name":"depthwise","email":"46361887+depthwise","login":"depthwise","count":1},{"name":"Albert Ziegler","email":"55346556+wunderalbert","login":"wunderalbert","count":1},{"name":"Andrew H. Zhang","email":"79075841+a663E-36z1120","login":"a663E-36z1120","count":1},{"name":"Pierce Stegman","email":"pstegman@yext.com","login":"pwstegman","count":1},{"name":"Rich Hankins","email":"rich@augmentcode.com","login":"richhankins","count":1},{"name":"Sebastian Raschka","email":"mail@sebastianraschka.com","login":"rasbt","count":1},{"name":"Souradeep Nanda","email":"Ghost---Shadow","login":"Ghost---Shadow","count":1},{"name":"TaegyeongEo","email":"48018483+taegyeongeo","login":"taegyeongeo","count":1},{"name":"Taishi Nakamura","email":"82321333+Taishi-N324","login":"Taishi-N324","count":1},{"name":"Zilin Zhu","email":"zilinzhu@tencent.com","login":"zhuzilin","count":1},{"name":"cloudcell","email":"cloudcell","login":"cloudcell","count":1},{"name":"root","email":"root@Kyle-Laptop","login":null,"count":1},{"name":"slycordinator","email":"68940237+slycordinator","login":"slycordinator","count":1},{"name":"xv44586","email":"xv44586@gmail.com","login":"xv44586","count":1},{"name":"Mayank Jobanputra","email":"mayankjobanputra@gmail.com","login":"mayankjobanputra","count":1},{"name":"Michael Yu","email":"76673037+michaelc-yu","login":"michaelc-yu","count":1},{"name":"Nick Sarkauskas","email":"nsarka00@gmail.com","login":"nsarka","count":1},{"name":"Pavel Grunt","email":"pavel.grunt@gmail.com","login":"xerus","count":1},{"name":"Peter Salanki","email":"peter@salanki.st","login":"salanki","count":1},{"name":"Ganesh Ravichandran","email":"the.ganesh.ravichandran@gmail.com","login":"TheBatmanofButler","count":1},{"name":"Gaëtan Caillaut","email":"2855911+gcaillaut","login":"gcaillaut","count":1},{"name":"Gregory","email":"GregorySenay","login":"GregorySenay","count":1},{"name":"He Li","email":"li@imlihe.com","login":"lihe07","count":1},{"name":"Honglu Fan","email":"64070721+honglu2875","login":"honglu2875","count":1},{"name":"Huanglk","email":"huanglk3@gmail.com","login":"HuangLK","count":1},{"name":"Ikko Ashimine","email":"eltociear@gmail.com","login":"eltociear","count":1},{"name":"Ilya Kutukov","email":"kronizzyd@gmail.com","login":"vvv-tech","count":1},{"name":"Jacques Verré","email":"jverre@gmail.com","login":"jverre","count":1}],"total_commits":1885,"total_committers":130,"total_bot_commits":6,"total_bot_committers":1,"mean_commits":14.5,"dds":0.7904509283819628,"past_year_committers":[{"name":"Quentin Anthony","email":"qganthony@yahoo.com","login":"Quentin-Anthony","count":15},{"name":"dmahan93","email":"44207705+dmahan93","login":"dmahan93","count":15},{"name":"Aurelion","email":"32250326+aurelion-source","login":"aurelion-source","count":9},{"name":"AI-WAIFU","email":"67525070+AI-WAIFU","login":"AI-WAIFU","count":8},{"name":"Jacob Hatef","email":"74274091+jahatef","login":"jahatef","count":4},{"name":"Hailey Schoelkopf","email":"65563625+haileyschoelkopf","login":"haileyschoelkopf","count":2},{"name":"Stella Biderman","email":"stellabiderman@gmail.com","login":"StellaAthena","count":2},{"name":"jaimemcc","email":"99298642+jaimemcc-intel","login":"jaimemcc-intel","count":2},{"name":"tiandeyu-cs","email":"54715756+tiandeyu-cs","login":"tiandeyu-cs","count":2},{"name":"Boris Feld","email":"boris@comet.com","login":"Lothiraldan","count":1},{"name":"Brandon Yang","email":"bclyang@gmail.com","login":"bclyang","count":1},{"name":"DayOfThePenguin","email":"colin.dablain@gmail.com","login":"DayOfThePenguin","count":1},{"name":"Emmanuel Ferdman","email":"emmanuelferdman@gmail.com","login":"emmanuel-ferdman","count":1},{"name":"Ganesh Ravichandran","email":"the.ganesh.ravichandran@gmail.com","login":"TheBatmanofButler","count":1},{"name":"Gaëtan Caillaut","email":"2855911+gcaillaut","login":"gcaillaut","count":1},{"name":"Jacques Verré","email":"jverre@gmail.com","login":"jverre","count":1},{"name":"Louis Castricato","email":"wirezapp@gmail.com","login":"LouisCastricato","count":1},{"name":"Michael Yu","email":"76673037+michaelc-yu","login":"michaelc-yu","count":1},{"name":"Sebastian Raschka","email":"mail@sebastianraschka.com","login":"rasbt","count":1},{"name":"dtamayo","email":"119006120+dtamayo-nlp","login":"dtamayo-nlp","count":1},{"name":"jacobthebanana","email":"50071502+jacobthebanana","login":"jacobthebanana","count":1},{"name":"markNZed","email":"mark.hampton@ieee.org","login":"markNZed","count":1},{"name":"yang","email":"7129+yang","login":"yang","count":1}],"past_year_total_commits":73,"past_year_total_committers":23,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":3.1739130434782608,"past_year_dds":0.7945205479452055,"last_synced_at":"2025-05-24T14:14:35.184Z","last_synced_commit":"f543cbd13b3b9bb031155a1e01ae5338d3d71dd7","created_at":"2024-09-20T16:09:41.915Z","updated_at":"2025-05-24T14:14:36.391Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Fgpt-neox/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-05T00:00:10.343Z","repositories_count":5480019,"commits_count":853389012,"contributors_count":31098138,"owners_count":906558,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"EleutherAI/gpt-neox","html_url":"https://github.com/EleutherAI/gpt-neox","last_synced_at":"2025-08-31T14:29:55.572Z","status":null,"issues_count":79,"pull_requests_count":208,"avg_time_to_close_issue":4007720.186440678,"avg_time_to_close_pull_request":2629321.1032608696,"issues_closed_count":59,"pull_requests_closed_count":184,"pull_request_authors_count":52,"issue_authors_count":38,"avg_comments_per_issue":2.1392405063291138,"avg_comments_per_pull_request":0.9086538461538461,"merged_pull_requests_count":146,"bot_issues_count":0,"bot_pull_requests_count":1,"past_year_issues_count":26,"past_year_pull_requests_count":82,"past_year_avg_time_to_close_issue":1924560.857142857,"past_year_avg_time_to_close_pull_request":1215048.28125,"past_year_issues_closed_count":14,"past_year_pull_requests_closed_count":64,"past_year_pull_request_authors_count":20,"past_year_issue_authors_count":17,"past_year_avg_comments_per_issue":0.9615384615384616,"past_year_avg_comments_per_pull_request":0.6707317073170732,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":54,"created_at":"2024-09-20T16:09:42.045Z","updated_at":"2025-09-03T04:59:48.655Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Fgpt-neox","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/EleutherAI%2Fgpt-neox/issues","issue_labels_count":{"bug":49,"feature request":46,"good first issue":8,"help wanted":4,"documentation":2},"pull_request_labels_count":{"dependencies":5,"merge-queue":5},"issue_author_associations_count":{"NONE":53,"MEMBER":32,"CONTRIBUTOR":26,"COLLABORATOR":3},"pull_request_author_associations_count":{"CONTRIBUTOR":215,"MEMBER":71,"NONE":48,"COLLABORATOR":28},"issue_authors":{"StellaAthena":18,"Quentin-Anthony":14,"sdtblck":8,"mackmake":4,"fxnie":4,"exnx":4,"iPRET":3,"jahatef":3,"anthony-dipofi":2,"tf-nv":2,"Kyle1668":2,"lieh1203":2,"tijmen":2,"srivassid":2,"Carolingliang":2,"segyges":2,"j-frei":1,"CRG2K":1,"kinoc":1,"yuri-son":1,"1660678083Alice":1,"AryanP45":1,"markNZed":1,"cafeii":1,"fmh1art":1,"jvendrow":1,"Yuhanleeee":1,"kavlekar101":1,"tomsbergmanis":1,"CRSilkworth":1,"ameyagodbole":1,"DayOfThePenguin":1,"mcao516":1,"xu-song":1,"jacobthebanana":1,"rezaarefi":1,"Vmjkom":1,"lernerjenny":1,"aurelion-source":1,"dingning97":1,"suolyer":1,"IronMan-WangJinxi":1,"tiandeyu-cs":1,"SilverSulfide":1,"Alexander-Duncan-Engineer":1,"aflah02":1,"ZhiYuanZeng":1,"malteos":1,"shaunstoltz":1,"liuxinxin123":1,"javirandor":1,"itsnamgyu":1,"obicons":1,"jordiclive":1,"haozhouamzn":1,"SeekPoint":1},"pull_request_authors":{"Quentin-Anthony":42,"dmahan93":34,"jahatef":31,"StellaAthena":26,"sdtblck":17,"AI-WAIFU":17,"aurelion-source":15,"haileyschoelkopf":14,"yang":13,"lucidrains":11,"R0n12":11,"segyges":11,"bclyang":10,"jaimemcc-intel":8,"DayOfThePenguin":8,"tf-nv":6,"aflah02":4,"leogao2":4,"Kyle1668":4,"dependabot[bot]":4,"markNZed":4,"tiandeyu-cs":4,"LeoGrin":3,"glebshevchukk":3,"pixeeai":2,"emmanuel-ferdman":2,"steven-mi":2,"Lothiraldan":2,"MarisaJH":2,"lintangsutawika":2,"TheBatmanofButler":2,"gcaillaut":2,"jverre":2,"tijmen":2,"ShivanshuPurohit":2,"michaelc-yu":2,"LouisCastricato":2,"dtamayo-nlp":2,"AIproj":2,"trisongz":2,"rasbt":2,"kshitijkg":2,"mkerin":2,"jacobthebanana":2,"jvendrow":2,"srulikbd":2,"Vmjkom":2,"KeitaW":1,"edouardoyallon":1,"rezaarefi":1,"RatishT":1,"raijinspecial":1,"anthony-dipofi":1,"marcobellagente93":1,"Romario242003":1,"Taishi-N324":1,"chaochen99":1,"joshlk":1,"dashstander":1},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-04T00:00:25.939Z","repositories_count":10073197,"issues_count":31254800,"pull_requests_count":95591398,"authors_count":10690348,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{"bug":17,"feature request":5},"past_year_pull_request_labels_count":{"dependencies":1},"past_year_issue_author_associations_count":{"NONE":19,"CONTRIBUTOR":5,"COLLABORATOR":3,"MEMBER":1},"past_year_pull_request_author_associations_count":{"CONTRIBUTOR":72,"MEMBER":33,"NONE":16,"COLLABORATOR":2},"past_year_issue_authors":{"fxnie":4,"iPRET":3,"jahatef":3,"tijmen":2,"Kyle1668":2,"Vmjkom":1,"tomsbergmanis":1,"tiandeyu-cs":1,"StellaAthena":1,"SilverSulfide":1,"SeekPoint":1,"markNZed":1,"jacobthebanana":1,"cafeii":1,"aurelion-source":1,"AryanP45":1,"ameyagodbole":1,"Alexander-Duncan-Engineer":1,"aflah02":1},"past_year_pull_request_authors":{"Quentin-Anthony":33,"AI-WAIFU":17,"dmahan93":16,"aurelion-source":15,"tiandeyu-cs":4,"bclyang":4,"Kyle1668":4,"markNZed":4,"aflah02":4,"tf-nv":2,"MarisaJH":2,"Lothiraldan":2,"TheBatmanofButler":2,"gcaillaut":2,"tijmen":2,"michaelc-yu":2,"jahatef":2,"LouisCastricato":2,"emmanuel-ferdman":2,"jacobthebanana":2},"maintainers":[{"login":"Quentin-Anthony","count":56,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/Quentin-Anthony"},{"login":"StellaAthena","count":44,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"},{"login":"jahatef","count":23,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jahatef"},{"login":"jaimemcc-intel","count":8,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jaimemcc-intel"},{"login":"trisongz","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/trisongz"},{"login":"joshlk","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/joshlk"}],"active_maintainers":[{"login":"Quentin-Anthony","count":33,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/Quentin-Anthony"},{"login":"jahatef","count":5,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jahatef"},{"login":"StellaAthena","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/StellaAthena"}]},"events":{"total":{"CreateEvent":27,"CommitCommentEvent":1,"IssuesEvent":45,"WatchEvent":407,"DeleteEvent":15,"IssueCommentEvent":75,"PushEvent":86,"PullRequestReviewCommentEvent":25,"PullRequestReviewEvent":46,"PullRequestEvent":62,"ForkEvent":102},"last_year":{"CreateEvent":27,"CommitCommentEvent":1,"IssuesEvent":45,"WatchEvent":407,"DeleteEvent":15,"IssueCommentEvent":75,"PushEvent":86,"PullRequestReviewCommentEvent":25,"PullRequestReviewEvent":46,"PullRequestEvent":62,"ForkEvent":102}},"keywords":["deepspeed-library","gpt-3","language-model","transformers"],"dependencies":[{"ecosystem":"pypi","filepath":"requirements/requirements-dev.txt","sha":null,"kind":"manifest","created_at":"2022-08-08T19:30:55.652Z","updated_at":"2022-08-08T19:30:55.652Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/requirements/requirements-dev.txt","dependencies":[{"id":691195713,"package_name":"autopep8","ecosystem":"pypi","requirements":"==1.5.6","direct":true,"kind":"development","optional":false},{"id":691195714,"package_name":"clang-format","ecosystem":"pypi","requirements":"==13.0.1","direct":true,"kind":"development","optional":false},{"id":691195715,"package_name":"pre-commit","ecosystem":"pypi","requirements":"*","direct":true,"kind":"development","optional":false},{"id":691195716,"package_name":"pytest","ecosystem":"pypi","requirements":"==6.2.3","direct":true,"kind":"development","optional":false},{"id":691195717,"package_name":"pytest-cov","ecosystem":"pypi","requirements":"==2.11.1","direct":true,"kind":"development","optional":false},{"id":691195718,"package_name":"pytest-forked","ecosystem":"pypi","requirements":"==1.3.0","direct":true,"kind":"development","optional":false},{"id":691195719,"package_name":"pytest-xdist","ecosystem":"pypi","requirements":"*","direct":true,"kind":"development","optional":false},{"id":691195720,"package_name":"transformers","ecosystem":"pypi","requirements":"*","direct":true,"kind":"development","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements-onebitadam.txt","sha":null,"kind":"manifest","created_at":"2022-08-08T19:30:55.977Z","updated_at":"2022-08-08T19:30:55.977Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/requirements/requirements-onebitadam.txt","dependencies":[{"id":691200570,"package_name":"cupy-cuda111","ecosystem":"pypi","requirements":"==8.6.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements-sparseattention.txt","sha":null,"kind":"manifest","created_at":"2022-08-08T19:30:56.332Z","updated_at":"2022-08-08T19:30:56.332Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/requirements/requirements-sparseattention.txt","dependencies":[{"id":691204398,"package_name":"triton","ecosystem":"pypi","requirements":"==0.4.2","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements-tensorboard.txt","sha":null,"kind":"manifest","created_at":"2022-08-08T19:30:56.746Z","updated_at":"2022-08-08T19:30:56.746Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/requirements/requirements-tensorboard.txt","dependencies":[{"id":691209363,"package_name":"tensorboard","ecosystem":"pypi","requirements":"==2.5.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements.txt","sha":null,"kind":"manifest","created_at":"2022-08-08T19:30:57.049Z","updated_at":"2022-08-08T19:30:57.049Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/requirements/requirements.txt","dependencies":[{"id":691216201,"package_name":"deepspeed","ecosystem":"pypi","requirements":"eb7f5cff36678625d23db8a8fe78b4a93e5d2c75","direct":true,"kind":"runtime","optional":false},{"id":691216202,"package_name":"einops","ecosystem":"pypi","requirements":"==0.3.0","direct":true,"kind":"runtime","optional":false},{"id":691216203,"package_name":"ftfy","ecosystem":"pypi","requirements":"==6.0.1","direct":true,"kind":"runtime","optional":false},{"id":691216204,"package_name":"lm_dataformat","ecosystem":"pypi","requirements":"==0.0.20","direct":true,"kind":"runtime","optional":false},{"id":691216205,"package_name":"lm_eval","ecosystem":"pypi","requirements":"==0.2.0","direct":true,"kind":"runtime","optional":false},{"id":691216206,"package_name":"mpi4py","ecosystem":"pypi","requirements":"==3.0.3","direct":true,"kind":"runtime","optional":false},{"id":691216207,"package_name":"numpy","ecosystem":"pypi","requirements":"==1.22.0","direct":true,"kind":"runtime","optional":false},{"id":691216208,"package_name":"pybind11","ecosystem":"pypi","requirements":"==2.6.2","direct":true,"kind":"runtime","optional":false},{"id":691216209,"package_name":"regex","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":691216210,"package_name":"sentencepiece","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":691216211,"package_name":"six","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":691216212,"package_name":"tokenizers","ecosystem":"pypi","requirements":"==0.10.2","direct":true,"kind":"runtime","optional":false},{"id":691216213,"package_name":"transformers","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":691216214,"package_name":"wandb","ecosystem":"pypi","requirements":"==0.10.28","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/cpu_ci.yml","sha":null,"kind":"manifest","created_at":"2023-02-15T12:46:45.554Z","updated_at":"2023-02-15T12:46:45.554Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/.github/workflows/cpu_ci.yml","dependencies":[{"id":7685233579,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":7685233581,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/docker_build.yml","sha":null,"kind":"manifest","created_at":"2023-02-15T12:46:45.650Z","updated_at":"2023-02-15T12:46:45.650Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/.github/workflows/docker_build.yml","dependencies":[{"id":7685234202,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false},{"id":7685234205,"package_name":"crazy-max/ghaction-docker-meta","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":7685234215,"package_name":"docker/setup-qemu-action","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":7685234217,"package_name":"docker/setup-buildx-action","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":7685234220,"package_name":"docker/login-action","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":7685234223,"package_name":"docker/build-push-action","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/pull_request.yml","sha":null,"kind":"manifest","created_at":"2023-02-15T12:46:45.744Z","updated_at":"2023-02-15T12:46:45.744Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/.github/workflows/pull_request.yml","dependencies":[{"id":7685237584,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false},{"id":7685237589,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false},{"id":7685237592,"package_name":"pre-commit/action","ecosystem":"actions","requirements":"v2.0.3","direct":true,"kind":"composite","optional":false},{"id":7685237611,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"docker","filepath":"Dockerfile","sha":null,"kind":"manifest","created_at":"2023-02-15T12:46:45.858Z","updated_at":"2023-02-15T12:46:45.858Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/Dockerfile","dependencies":[{"id":7685238262,"package_name":"nvidia/cuda","ecosystem":"docker","requirements":"11.1.1-devel-ubuntu20.04","direct":true,"kind":"build","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements-flashattention.txt","sha":null,"kind":"manifest","created_at":"2023-02-15T12:46:45.931Z","updated_at":"2023-02-15T12:46:45.931Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/requirements/requirements-flashattention.txt","dependencies":[{"id":7685238424,"package_name":"flash-attn","ecosystem":"pypi","requirements":"==0.2.2","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"megatron/fused_kernels/setup.py","sha":null,"kind":"manifest","created_at":"2023-09-27T03:17:01.107Z","updated_at":"2023-09-27T03:17:01.107Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/megatron/fused_kernels/setup.py","dependencies":[]},{"ecosystem":"pypi","filepath":"requirements/requirements-s3.txt","sha":null,"kind":"manifest","created_at":"2023-09-27T03:17:01.154Z","updated_at":"2023-09-27T03:17:01.154Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/requirements/requirements-s3.txt","dependencies":[{"id":13965338445,"package_name":"hf-transfer","ecosystem":"pypi","requirements":"\u003e=0.1.3","direct":true,"kind":"runtime","optional":false},{"id":13965338446,"package_name":"boto3","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements-wandb.txt","sha":null,"kind":"manifest","created_at":"2023-09-27T03:17:01.226Z","updated_at":"2023-09-27T03:17:01.226Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/requirements/requirements-wandb.txt","dependencies":[{"id":13965338447,"package_name":"wandb","ecosystem":"pypi","requirements":"\u003e=0.10.28","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/coverity_scan.yml","sha":null,"kind":"manifest","created_at":"2023-12-26T22:24:41.755Z","updated_at":"2023-12-26T22:24:41.755Z","repository_link":"https://github.com/EleutherAI/gpt-neox/blob/main/.github/workflows/coverity_scan.yml","dependencies":[{"id":15291835849,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false},{"id":15291835850,"package_name":"actions/upload-artifact","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]}],"score":13.77012608782967,"created_at":"2025-09-04T15:51:17.526Z","updated_at":"2025-10-07T08:17:19.980Z","avatar_url":"https://github.com/EleutherAI.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":["transformer","evaluation-framework","cryptocurrency","jax","cryptography","agents","multi-agent","distributed","optim","deep-neural-networks"],"project_url":"https://science.ecosyste.ms/api/v1/projects/42621","html_url":"https://science.ecosyste.ms/projects/42621","bibtex_url":"https://science.ecosyste.ms/projects/42621/export.bibtex","apalike_url":"https://science.ecosyste.ms/projects/42621/export.apalike"}