{"id":37321,"name":"nervaluate","description":"Full named-entity (i.e., not tag/token) evaluation metrics based on SemEval’13","url":"https://github.com/mantisai/nervaluate","last_synced_at":"2025-09-05T07:23:21.085Z","repository":{"id":43318809,"uuid":"172034914","full_name":"MantisAI/nervaluate","owner":"MantisAI","description":"Full named-entity (i.e., not tag/token) evaluation metrics based on SemEval’13","archived":false,"fork":false,"pushed_at":"2025-08-18T20:26:55.000Z","size":407,"stargazers_count":183,"open_issues_count":18,"forks_count":23,"subscribers_count":5,"default_branch":"main","last_synced_at":"2025-08-18T22:24:55.259Z","etag":null,"topics":["evaluation-metrics","machine-learning","named-entity-recognition","natural-language-processing","sequence-models"],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/MantisAI.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.rst","contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.cff","codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2019-02-22T09:19:55.000Z","updated_at":"2025-08-18T20:26:58.000Z","dependencies_parsed_at":"2023-01-21T04:36:25.875Z","dependency_job_id":"74c0c7d0-33e0-4c9f-abbb-7c99ffce1645","html_url":"https://github.com/MantisAI/nervaluate","commit_stats":null,"previous_names":["ivyleavedtoadflax/nervaluate"],"tags_count":10,"template":false,"template_full_name":null,"purl":"pkg:github/MantisAI/nervaluate","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/MantisAI","download_url":"https://codeload.github.com/MantisAI/nervaluate/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273724948,"owners_count":25156611,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-05T02:00:09.113Z","response_time":402,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"MantisAI","name":"Mantis","uuid":"75127215","kind":"organization","description":"","email":"hi@mantisnlp.com","website":"mantisnlp.com","location":"Cyprus","twitter":"mantisnlp","company":null,"icon_url":"https://avatars.githubusercontent.com/u/75127215?v=4","repositories_count":28,"last_synced_at":"2025-09-02T05:41:21.188Z","metadata":{"has_sponsors_listing":true},"html_url":"https://github.com/MantisAI","funding_links":["https://github.com/sponsors/MantisAI"],"total_stars":250,"followers":47,"following":0,"created_at":"2022-11-16T14:57:20.837Z","updated_at":"2025-09-02T05:41:21.189Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/MantisAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/MantisAI/repositories"},"packages":[{"id":2815822,"name":"nervaluate","ecosystem":"pypi","description":"NER evaluation considering partial match scoring","homepage":"https://github.com/MantisAI/nervaluate","licenses":"MIT License","normalized_licenses":["MIT"],"repository_url":"https://github.com/MantisAI/nervaluate","keywords_array":["named-entity-recognition","ner","evaluation-metrics","partial-match-scoring","nlp"],"namespace":null,"versions_count":9,"first_release_published_at":"2019-12-06T21:14:04.000Z","latest_release_published_at":"2025-08-18T20:37:24.000Z","latest_release_number":"1.0.0","last_synced_at":"2025-08-18T20:45:27.563Z","created_at":"2022-04-10T11:43:40.448Z","updated_at":"2025-08-18T20:45:27.901Z","registry_url":"https://pypi.org/project/nervaluate/","install_command":"pip install nervaluate --index-url https://pypi.org/simple","documentation_url":"https://nervaluate.readthedocs.io/","metadata":{"funding":null,"documentation":null,"classifiers":["Operating System :: OS Independent","Programming Language :: Python :: 3"],"normalized_name":"nervaluate","project_status":null},"repo_metadata":{"uuid":"172034914","full_name":"MantisAI/nervaluate","owner":"MantisAI","description":"Full named-entity (i.e., not tag/token) evaluation metrics based on SemEval’13","archived":false,"fork":false,"pushed_at":"2024-03-20T17:55:06.000Z","size":272,"stargazers_count":130,"open_issues_count":15,"forks_count":17,"subscribers_count":5,"default_branch":"main","last_synced_at":"2024-03-21T08:32:56.264Z","etag":null,"topics":["evaluation-metrics","machine-learning","named-entity-recognition","natural-language-processing","sequence-models"],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/MantisAI.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.rst","contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.cff","codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null}},"created_at":"2019-02-22T09:19:55.000Z","updated_at":"2024-03-21T08:32:56.264Z","dependencies_parsed_at":"2023-01-21T04:36:25.875Z","dependency_job_id":"74c0c7d0-33e0-4c9f-abbb-7c99ffce1645","html_url":"https://github.com/MantisAI/nervaluate","commit_stats":null,"previous_names":["ivyleavedtoadflax/nervaluate"],"tags_count":6,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/MantisAI","download_url":"https://codeload.github.com/MantisAI/nervaluate/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":194680117,"owners_count":13005397,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"MantisAI","name":"Mantis","uuid":"75127215","kind":"organization","description":"","email":"hi@manistnlp.com","website":"mantisnlp.com","location":"Cyprus","twitter":"mantisnlp","company":null,"icon_url":"https://avatars.githubusercontent.com/u/75127215?v=4","repositories_count":13,"last_synced_at":"2023-03-06T13:13:58.839Z","metadata":{"has_sponsors_listing":true},"html_url":"https://github.com/MantisAI","funding_links":["https://github.com/sponsors/MantisAI"],"total_stars":null,"followers":null,"following":null,"created_at":"2022-11-16T14:57:20.837Z","updated_at":"2023-03-06T13:13:58.891Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/MantisAI","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/MantisAI/repositories"},"tags":[{"name":"0.1.8","sha":"eb318de67cee46f956046e810e5170bbcc098184","kind":"commit","published_at":"2020-10-16T23:47:43.000Z","download_url":"https://codeload.github.com/MantisAI/nervaluate/tar.gz/0.1.8","html_url":"https://github.com/MantisAI/nervaluate/releases/tag/0.1.8","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.8","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.8/manifests"},{"name":"0.1.7","sha":"fa2b07e7fc2eadb23a18c117477e1c484d8b9950","kind":"commit","published_at":"2019-12-07T19:10:39.000Z","download_url":"https://codeload.github.com/MantisAI/nervaluate/tar.gz/0.1.7","html_url":"https://github.com/MantisAI/nervaluate/releases/tag/0.1.7","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.7","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.7/manifests"},{"name":"0.1.6","sha":"bd8bbc09c35e19e05639ab6c62861a86dcd7b0d8","kind":"commit","published_at":"2019-12-07T18:50:35.000Z","download_url":"https://codeload.github.com/MantisAI/nervaluate/tar.gz/0.1.6","html_url":"https://github.com/MantisAI/nervaluate/releases/tag/0.1.6","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.6","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.6/manifests"},{"name":"0.1.5","sha":"2a732c910710a46c718c66ddf8c5c78af13a9d10","kind":"commit","published_at":"2019-12-06T21:42:47.000Z","download_url":"https://codeload.github.com/MantisAI/nervaluate/tar.gz/0.1.5","html_url":"https://github.com/MantisAI/nervaluate/releases/tag/0.1.5","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.5","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.5/manifests"},{"name":"0.1.4","sha":"e0d6204ef2fd9a4980840d208a47ec901b012298","kind":"commit","published_at":"2019-12-06T21:27:53.000Z","download_url":"https://codeload.github.com/MantisAI/nervaluate/tar.gz/0.1.4","html_url":"https://github.com/MantisAI/nervaluate/releases/tag/0.1.4","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.4","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.4/manifests"},{"name":"0.1.2","sha":"cf6f9cb0b496b22a5918850019e43d2dbb071cd7","kind":"commit","published_at":"2019-12-04T12:26:05.000Z","download_url":"https://codeload.github.com/MantisAI/nervaluate/tar.gz/0.1.2","html_url":"https://github.com/MantisAI/nervaluate/releases/tag/0.1.2","dependencies_parsed_at":null,"dependency_job_id":null,"tag_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.2","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/tags/0.1.2/manifests"}]},"repo_metadata_updated_at":"2024-03-03T19:01:53.162Z","dependent_packages_count":2,"downloads":29060,"downloads_period":"last-month","dependent_repos_count":20,"rankings":{"downloads":4.618324602352136,"dependent_repos_count":3.2363942699904733,"dependent_packages_count":3.1684991089784917,"stargazers_count":null,"forks_count":null,"docker_downloads_count":4.135374808160067,"average":3.7896481973702922},"purl":"pkg:pypi/nervaluate","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/pypi/nervaluate","docker_dependents_count":1,"docker_downloads_count":31,"usage_url":"https://repos.ecosyste.ms/usage/pypi/nervaluate","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/pypi/nervaluate/dependencies","status":null,"funding_links":["https://github.com/sponsors/MantisAI"],"critical":null,"issue_metadata":null,"versions_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/nervaluate/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/nervaluate/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/nervaluate/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages/nervaluate/related_packages","maintainers":[{"uuid":"ivyleavedtoadflax","login":"ivyleavedtoadflax","name":null,"email":null,"url":null,"packages_count":1,"html_url":"https://pypi.org/user/ivyleavedtoadflax/","role":null,"created_at":"2023-02-24T18:53:49.832Z","updated_at":"2023-02-24T18:53:49.832Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers/ivyleavedtoadflax/packages"}],"registry":{"name":"pypi.org","url":"https://pypi.org","ecosystem":"pypi","default":true,"packages_count":725017,"maintainers_count":308331,"namespaces_count":0,"keywords_count":238006,"github":"pypi","metadata":{"funded_packages_count":50519},"icon_url":"https://github.com/pypi.png","created_at":"2022-04-04T15:19:23.364Z","updated_at":"2025-09-05T05:40:58.860Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/pypi.org/namespaces"}}],"commits":{"message":"Repository syncing started."},"issues_stats":{"full_name":"MantisAI/nervaluate","html_url":"https://github.com/MantisAI/nervaluate","last_synced_at":"2025-08-31T15:51:37.108Z","status":null,"issues_count":3,"pull_requests_count":16,"avg_time_to_close_issue":122362052.0,"avg_time_to_close_pull_request":15890292.307692308,"issues_closed_count":1,"pull_requests_closed_count":13,"pull_request_authors_count":6,"issue_authors_count":3,"avg_comments_per_issue":0.0,"avg_comments_per_pull_request":0.3125,"merged_pull_requests_count":11,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":2,"past_year_pull_requests_count":15,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":1808157.0833333333,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":12,"past_year_pull_request_authors_count":5,"past_year_issue_authors_count":2,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":0.26666666666666666,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":11,"created_at":"2025-07-16T12:37:37.799Z","updated_at":"2025-09-03T04:51:07.789Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/MantisAI%2Fnervaluate/issues","issue_labels_count":{},"pull_request_labels_count":{"dependencies":1},"issue_author_associations_count":{"NONE":5,"COLLABORATOR":2},"pull_request_author_associations_count":{"COLLABORATOR":13,"NONE":7,"CONTRIBUTOR":4},"issue_authors":{"davidsbatista":1,"ShaiTAUB":1,"TessDejaeghere":1,"ain-soph":1,"mrshu":1,"jamblejoe":1,"ivyleavedtoadflax":1},"pull_request_authors":{"davidsbatista":12,"jackboyla":3,"adgianv":2,"tmills":1,"rodrigues-pedro":1,"AlrikF":1,"dependabot[bot]":1,"ivyleavedtoadflax":1,"infopz":1,"n-drury":1},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-05T00:00:10.444Z","repositories_count":10087320,"issues_count":31306968,"pull_requests_count":96469683,"authors_count":10696025,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{"NONE":3},"past_year_pull_request_author_associations_count":{"COLLABORATOR":11,"NONE":4,"CONTRIBUTOR":1},"past_year_issue_authors":{"ain-soph":1,"jamblejoe":1,"ShaiTAUB":1},"past_year_pull_request_authors":{"davidsbatista":11,"tmills":1,"AlrikF":1,"rodrigues-pedro":1,"n-drury":1,"jackboyla":1},"maintainers":[{"login":"davidsbatista","count":13,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/davidsbatista"},{"login":"ivyleavedtoadflax","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/ivyleavedtoadflax"}],"active_maintainers":[{"login":"davidsbatista","count":11,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/davidsbatista"}]},"events":{"total":{"IssuesEvent":4,"WatchEvent":26,"DeleteEvent":14,"IssueCommentEvent":17,"PushEvent":77,"PullRequestReviewCommentEvent":2,"PullRequestReviewEvent":5,"PullRequestEvent":31,"ForkEvent":5,"CreateEvent":12},"last_year":{"IssuesEvent":4,"WatchEvent":26,"DeleteEvent":14,"IssueCommentEvent":17,"PushEvent":77,"PullRequestReviewCommentEvent":2,"PullRequestReviewEvent":5,"PullRequestEvent":31,"ForkEvent":5,"CreateEvent":12}},"keywords":["evaluation-metrics","machine-learning","named-entity-recognition","natural-language-processing","sequence-models"],"dependencies":[{"ecosystem":"pypi","filepath":"requirements_dev.txt","sha":null,"kind":"manifest","created_at":"2022-07-15T16:47:10.562Z","updated_at":"2022-07-15T16:47:10.562Z","repository_link":"https://github.com/MantisAI/nervaluate/blob/main/requirements_dev.txt","dependencies":[{"id":221971849,"package_name":"codecov","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":221971856,"package_name":"gitchangelog","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":221971858,"package_name":"pytest","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":221971860,"package_name":"pytest-cov","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":221971861,"package_name":"tox","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":221971863,"package_name":"tox-gh-actions","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":221971864,"package_name":"twine","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":221971865,"package_name":"wheel","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/tests.yaml","sha":null,"kind":"manifest","created_at":"2023-01-21T04:36:25.841Z","updated_at":"2023-01-21T04:36:25.841Z","repository_link":"https://github.com/MantisAI/nervaluate/blob/main/.github/workflows/tests.yaml","dependencies":[{"id":7073177004,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":7073177008,"package_name":"actions/setup-python","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false},{"id":7073177011,"package_name":"codecov/codecov-action","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false}]}],"score":null,"created_at":"2025-09-04T15:51:11.014Z","updated_at":"2025-10-07T08:15:21.868Z","avatar_url":"https://github.com/MantisAI.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":29060,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":[],"project_url":"https://science.ecosyste.ms/api/v1/projects/37321","html_url":"https://science.ecosyste.ms/projects/37321","bibtex_url":"https://science.ecosyste.ms/projects/37321/export.bibtex","apalike_url":"https://science.ecosyste.ms/projects/37321/export.apalike"}