{"id":27761,"name":"neox-llm","description":"Using the gpt-neox framework to train llama \u0026\u0026 llama 2 from 7b to 70b, Supports multiple sample splicing, single or multi-round conversation datasets.","url":"https://github.com/lumosity4tpj/neox-llm","last_synced_at":"2025-09-05T03:43:22.214Z","repository":{"id":194923120,"uuid":"676889312","full_name":"lumosity4tpj/Neox-LLM","owner":"lumosity4tpj","description":"Using the gpt-neox framework to train llama \u0026\u0026 llama 2 from 7b to 70b, Supports multiple sample splicing, single or multi-round conversation datasets.","archived":false,"fork":false,"pushed_at":"2023-10-19T04:10:05.000Z","size":738,"stargazers_count":3,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-04-13T15:17:23.199Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lumosity4tpj.png","metadata":{"files":{"readme":"README-MUP.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.cff","codeowners":".github/CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2023-08-10T08:43:35.000Z","updated_at":"2024-05-15T05:26:16.000Z","dependencies_parsed_at":"2025-04-13T15:17:25.343Z","dependency_job_id":"1116ea06-e137-4f87-b620-7eba788a58a4","html_url":"https://github.com/lumosity4tpj/Neox-LLM","commit_stats":null,"previous_names":["lumosity4tpj/neox-llm"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/lumosity4tpj/Neox-LLM","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lumosity4tpj%2FNeox-LLM","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lumosity4tpj%2FNeox-LLM/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lumosity4tpj%2FNeox-LLM/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lumosity4tpj%2FNeox-LLM/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lumosity4tpj","download_url":"https://codeload.github.com/lumosity4tpj/Neox-LLM/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lumosity4tpj%2FNeox-LLM/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273708979,"owners_count":25153728,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-05T02:00:09.113Z","response_time":402,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"lumosity4tpj","name":null,"uuid":"46916880","kind":"user","description":"tangpeijun4@outlook.com","email":"","website":"https://lumosity4tpj.github.io/","location":"Shenzhen","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/46916880?u=a91d3723cca11bcbbc52377812b3e8052a974f23\u0026v=4","repositories_count":1,"last_synced_at":"2023-04-27T11:25:41.849Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/lumosity4tpj","funding_links":[],"total_stars":null,"followers":null,"following":null,"created_at":"2023-04-27T11:25:41.907Z","updated_at":"2023-04-27T11:25:41.907Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lumosity4tpj","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lumosity4tpj/repositories"},"packages":[],"commits":{"message":"Repository syncing started."},"issues_stats":{"full_name":"lumosity4tpj/neox-llm","html_url":"https://github.com/lumosity4tpj/neox-llm","last_synced_at":null,"status":null,"issues_count":null,"pull_requests_count":null,"avg_time_to_close_issue":null,"avg_time_to_close_pull_request":null,"issues_closed_count":null,"pull_requests_closed_count":null,"pull_request_authors_count":null,"issue_authors_count":null,"avg_comments_per_issue":null,"avg_comments_per_pull_request":null,"merged_pull_requests_count":null,"bot_issues_count":null,"bot_pull_requests_count":null,"past_year_issues_count":null,"past_year_pull_requests_count":null,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":null,"past_year_pull_requests_closed_count":null,"past_year_pull_request_authors_count":null,"past_year_issue_authors_count":null,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":null,"past_year_bot_pull_requests_count":null,"past_year_merged_pull_requests_count":null,"created_at":"2025-09-05T03:42:32.494Z","updated_at":"2025-09-05T03:42:32.494Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lumosity4tpj%2Fneox-llm","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/lumosity4tpj%2Fneox-llm/issues","issue_labels_count":{},"pull_request_labels_count":{},"issue_author_associations_count":{},"pull_request_author_associations_count":{},"issue_authors":{},"pull_request_authors":{},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-05T00:00:10.444Z","repositories_count":10083654,"issues_count":31270166,"pull_requests_count":96292973,"authors_count":10695038,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{},"past_year_pull_request_author_associations_count":{},"past_year_issue_authors":{},"past_year_pull_request_authors":{},"maintainers":[],"active_maintainers":[]},"events":{"total":{},"last_year":{}},"keywords":[],"dependencies":[{"ecosystem":"actions","filepath":".github/workflows/cpu_ci.yml","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.773Z","updated_at":"2023-09-15T20:23:25.773Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/.github/workflows/cpu_ci.yml","dependencies":[{"id":13674467889,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":13674467890,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/docker_build.yml","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.788Z","updated_at":"2023-09-15T20:23:25.788Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/.github/workflows/docker_build.yml","dependencies":[{"id":13674467891,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false},{"id":13674467892,"package_name":"crazy-max/ghaction-docker-meta","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":13674467893,"package_name":"docker/setup-qemu-action","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":13674467894,"package_name":"docker/setup-buildx-action","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":13674467895,"package_name":"docker/login-action","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":13674467896,"package_name":"docker/build-push-action","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/pull_request.yml","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.797Z","updated_at":"2023-09-15T20:23:25.797Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/.github/workflows/pull_request.yml","dependencies":[{"id":13674467897,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false},{"id":13674467898,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":13674467899,"package_name":"pre-commit/action","ecosystem":"actions","requirements":"v2.0.3","direct":true,"kind":"composite","optional":false},{"id":13674467900,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"docker","filepath":"Dockerfile","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.803Z","updated_at":"2023-09-15T20:23:25.803Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/Dockerfile","dependencies":[{"id":13674467901,"package_name":"nvidia/cuda","ecosystem":"docker","requirements":"11.7.0-runtime-ubuntu20.04","direct":true,"kind":"build","optional":false}]},{"ecosystem":"pypi","filepath":"megatron/fused_kernels/setup.py","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.808Z","updated_at":"2023-09-15T20:23:25.808Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/megatron/fused_kernels/setup.py","dependencies":[]},{"ecosystem":"pypi","filepath":"requirements/requirements-dev.txt","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.812Z","updated_at":"2023-09-15T20:23:25.812Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/requirements/requirements-dev.txt","dependencies":[{"id":13674467902,"package_name":"autopep8","ecosystem":"pypi","requirements":"\u003e=1.5.6","direct":true,"kind":"development","optional":false},{"id":13674467903,"package_name":"clang-format","ecosystem":"pypi","requirements":"\u003e=13.0.1","direct":true,"kind":"development","optional":false},{"id":13674467904,"package_name":"pre-commit","ecosystem":"pypi","requirements":"\u003e=2.17.0","direct":true,"kind":"development","optional":false},{"id":13674467905,"package_name":"pytest","ecosystem":"pypi","requirements":"\u003e=6.2.3","direct":true,"kind":"development","optional":false},{"id":13674467906,"package_name":"pytest-cov","ecosystem":"pypi","requirements":"\u003e=2.11.1","direct":true,"kind":"development","optional":false},{"id":13674467907,"package_name":"pytest-forked","ecosystem":"pypi","requirements":"\u003e=1.3.0","direct":true,"kind":"development","optional":false},{"id":13674467908,"package_name":"pytest-xdist","ecosystem":"pypi","requirements":"*","direct":true,"kind":"development","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements-flashattention.txt","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.820Z","updated_at":"2023-09-15T20:23:25.820Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/requirements/requirements-flashattention.txt","dependencies":[{"id":13674467909,"package_name":"flash-attn","ecosystem":"pypi","requirements":"==0.2.2","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements-onebitadam.txt","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.824Z","updated_at":"2023-09-15T20:23:25.824Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/requirements/requirements-onebitadam.txt","dependencies":[{"id":13674467910,"package_name":"cupy-cuda111","ecosystem":"pypi","requirements":"\u003e=8.6.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements-sparseattention.txt","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.829Z","updated_at":"2023-09-15T20:23:25.829Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/requirements/requirements-sparseattention.txt","dependencies":[{"id":13674467911,"package_name":"triton","ecosystem":"pypi","requirements":"==2.0.0.dev20221202","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements-tensorboard.txt","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.835Z","updated_at":"2023-09-15T20:23:25.835Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/requirements/requirements-tensorboard.txt","dependencies":[{"id":13674467912,"package_name":"tensorboard","ecosystem":"pypi","requirements":"==2.13.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements-wandb.txt","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.845Z","updated_at":"2023-09-15T20:23:25.845Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/requirements/requirements-wandb.txt","dependencies":[{"id":13674467913,"package_name":"wandb","ecosystem":"pypi","requirements":"\u003e=0.10.28","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"requirements/requirements.txt","sha":null,"kind":"manifest","created_at":"2023-09-15T20:23:25.858Z","updated_at":"2023-09-15T20:23:25.858Z","repository_link":"https://github.com/lumosity4tpj/Neox-LLM/blob/main/requirements/requirements.txt","dependencies":[{"id":13674467914,"package_name":"best_download","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":13674468111,"package_name":"deepspeed","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":13674468112,"package_name":"ftfy","ecosystem":"pypi","requirements":"\u003e=6.0.1","direct":true,"kind":"runtime","optional":false},{"id":13674468113,"package_name":"huggingface_hub","ecosystem":"pypi","requirements":"\u003e=0.11.0","direct":true,"kind":"runtime","optional":false},{"id":13674468114,"package_name":"lm_eval","ecosystem":"pypi","requirements":"\u003e=0.3.0","direct":true,"kind":"runtime","optional":false},{"id":13674468115,"package_name":"mpi4py","ecosystem":"pypi","requirements":"\u003e=3.0.3","direct":true,"kind":"runtime","optional":false},{"id":13674468116,"package_name":"numpy","ecosystem":"pypi","requirements":"\u003e=1.22.0","direct":true,"kind":"runtime","optional":false},{"id":13674468117,"package_name":"pybind11","ecosystem":"pypi","requirements":"\u003e=2.6.2","direct":true,"kind":"runtime","optional":false},{"id":13674468118,"package_name":"regex","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":13674468119,"package_name":"sentencepiece","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":13674468120,"package_name":"six","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":13674468121,"package_name":"tiktoken","ecosystem":"pypi","requirements":"\u003e=0.1.2","direct":true,"kind":"runtime","optional":false},{"id":13674468122,"package_name":"tokenizers","ecosystem":"pypi","requirements":"\u003e=0.12.1","direct":true,"kind":"runtime","optional":false},{"id":13674468123,"package_name":"transformers","ecosystem":"pypi","requirements":"\u003e=4.24.0","direct":true,"kind":"runtime","optional":false}]}],"score":null,"created_at":"2025-09-04T15:51:00.103Z","updated_at":"2025-10-07T08:12:17.688Z","avatar_url":"https://github.com/lumosity4tpj.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":[],"project_url":"https://science.ecosyste.ms/api/v1/projects/27761","html_url":"https://science.ecosyste.ms/projects/27761","bibtex_url":"https://science.ecosyste.ms/projects/27761/export.bibtex","apalike_url":"https://science.ecosyste.ms/projects/27761/export.apalike"}