{"id":67955,"name":"dragnet","description":"Just the facts -- web page content extraction","url":"https://github.com/dragnet-org/dragnet","last_synced_at":"2025-09-08T14:02:15.117Z","repository":{"id":3663924,"uuid":"4732636","full_name":"dragnet-org/dragnet","owner":"dragnet-org","description":"Just the facts -- web page content extraction","archived":false,"fork":false,"pushed_at":"2025-07-08T00:53:21.000Z","size":348327,"stargazers_count":1271,"open_issues_count":23,"forks_count":181,"subscribers_count":129,"default_branch":"master","last_synced_at":"2025-08-31T20:52:48.543Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":null,"language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/dragnet-org.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGES.md","contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2012-06-20T23:18:10.000Z","updated_at":"2025-08-13T17:56:52.000Z","dependencies_parsed_at":"2023-07-05T19:16:16.037Z","dependency_job_id":"08a01a30-d20d-4fdc-b516-d7f470ccd78d","html_url":"https://github.com/dragnet-org/dragnet","commit_stats":{"total_commits":290,"total_committers":23,"mean_commits":"12.608695652173912","dds":0.6827586206896552,"last_synced_commit":"4a1649d9b29bf64ccc5a86200e415e8b04cd257b"},"previous_names":["seomoz/dragnet"],"tags_count":4,"template":false,"template_full_name":null,"purl":"pkg:github/dragnet-org/dragnet","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/dragnet-org%2Fdragnet","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/dragnet-org%2Fdragnet/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/dragnet-org%2Fdragnet/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/dragnet-org%2Fdragnet/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/dragnet-org","download_url":"https://codeload.github.com/dragnet-org/dragnet/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/dragnet-org%2Fdragnet/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":274196112,"owners_count":25239148,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-08T02:00:09.813Z","response_time":121,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"dragnet-org","name":"dragnet-org","uuid":"42048487","kind":"organization","description":null,"email":null,"website":null,"location":null,"twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/42048487?v=4","repositories_count":2,"last_synced_at":"2024-03-26T14:22:43.897Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/dragnet-org","funding_links":[],"total_stars":1221,"followers":2,"following":0,"created_at":"2022-11-03T21:51:02.949Z","updated_at":"2024-03-26T14:22:43.921Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/dragnet-org","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/dragnet-org/repositories"},"packages":[],"commits":{"id":296393,"full_name":"dragnet-org/dragnet","default_branch":"master","committers":[{"name":"Matthew Peters","email":"matt@seomoz.org","login":null,"count":92},{"name":"Matthew Peters","email":"matt@moz.com","login":null,"count":74},{"name":"Patrick Kelley","email":"pkelley@bombora.com","login":"pakelley","count":37},{"name":"Burton DeWilde","email":"burton@chartbeat.com","login":null,"count":31},{"name":"Burton DeWilde","email":"burtdewilde@gmail.com","login":"bdewilde","count":17},{"name":"Brandon Forehand","email":"brandon@moz.com","login":"b4hand","count":10},{"name":"Dan Lecocq","email":"dan@seomoz.org","login":null,"count":6},{"name":"Matthew Peters","email":"matthewp@allenai.org","login":"matt-peters","count":6},{"name":"TanakaHiroyuki","email":"hiroyuki@TanakaHiroyukis-MacBook-Pro.local","login":null,"count":4},{"name":"Duc Bui","email":"ducbui@umich.edu","login":"ducalpha","count":2},{"name":"amrrs","email":"amrrs@outlook.com","login":"amrrs","count":1},{"name":"Pierce Freeman","email":"piercefreeman","login":"piercefreeman","count":1},{"name":"Nicholaus Halecky","email":"nehalecky@gmail.com","login":"nehalecky","count":1},{"name":"Maura Hubbell","email":"maura@moz.com","login":"sistawendy","count":1},{"name":"Jerry Nieuviarts","email":"jerry@mapado.com","login":"jnieuviarts","count":1},{"name":"Jeffrey Scott Keone Payne","email":"jeffkpayne@gmail.com","login":"jeffkpayne","count":1},{"name":"Evan Cofsky","email":"misandrist","login":"misandrist","count":1},{"name":"Artur Geraschenko","email":"arturgspb@gmail.com","login":"arturgspb","count":1},{"name":"fabio fumarola","email":"fabiofumarola@gmail.com","login":"fabiofumarola","count":1},{"name":"zerocity","email":"philipp.bisson@gmail.com","login":"zerocity","count":1},{"name":"zubieta","email":"carlos.zubieta@wizeline.com","login":"zubieta","count":1}],"total_commits":290,"total_committers":21,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":13.80952380952381,"dds":0.6827586206896552,"past_year_committers":[],"past_year_total_commits":0,"past_year_total_committers":0,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":0.0,"past_year_dds":0.0,"last_synced_at":"2025-05-16T12:07:32.519Z","last_synced_commit":"4a1649d9b29bf64ccc5a86200e415e8b04cd257b","created_at":"2023-03-08T16:25:44.353Z","updated_at":"2025-05-16T12:07:32.519Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/dragnet-org%2Fdragnet/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-08-27T00:00:29.048Z","repositories_count":5479765,"commits_count":853308191,"contributors_count":31095157,"owners_count":906558,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"dragnet-org/dragnet","html_url":"https://github.com/dragnet-org/dragnet","last_synced_at":"2025-08-16T05:09:19.300Z","status":"error","issues_count":51,"pull_requests_count":52,"avg_time_to_close_issue":7486424.833333333,"avg_time_to_close_pull_request":3176411.4285714286,"issues_closed_count":30,"pull_requests_closed_count":49,"pull_request_authors_count":19,"issue_authors_count":38,"avg_comments_per_issue":4.215686274509804,"avg_comments_per_pull_request":2.8076923076923075,"merged_pull_requests_count":43,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":1,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":1,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2023-05-14T13:04:54.032Z","updated_at":"2025-09-02T09:45:13.001Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/dragnet-org%2Fdragnet","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/dragnet-org%2Fdragnet/issues","issue_labels_count":{"wontfix":1},"pull_request_labels_count":{},"issue_author_associations_count":{"NONE":41,"COLLABORATOR":9,"CONTRIBUTOR":1},"pull_request_author_associations_count":{"COLLABORATOR":32,"CONTRIBUTOR":13,"NONE":7},"issue_authors":{"bdewilde":7,"gvola":4,"mtlive":2,"fedecaccia":2,"slitayem":2,"pakelley":2,"yeus":1,"zcs-seu":1,"mbowiewilson":1,"rw":1,"siavash9000":1,"Nitin-Panwar":1,"ggada":1,"127":1,"AppleSeedExp":1,"mtjoseph":1,"ibrahimsharaf":1,"aniketbote":1,"NishantJh":1,"akashmondal1810":1,"swetepete":1,"kevzettler":1,"mfyang":1,"blundell":1,"neio1":1,"igorkurinnyi":1,"Phobs":1,"zubieta":1,"0x54":1,"trifle":1,"erolrecep":1,"TorgeirCook":1,"fabiana001":1,"kunksed":1,"kun-ninja":1,"pyone-world":1,"IndianShifu":1,"mahaoyang":1},"pull_request_authors":{"matt-peters":16,"pakelley":9,"bdewilde":7,"b4hand":5,"theunixman":1,"127":1,"vergili":1,"zerocity":1,"zubieta":1,"fabiofumarola":1,"brettscott":1,"ducalpha":1,"r22gdl":1,"Yomguithereal":1,"nkt1546789":1,"arturgspb":1,"ericluugg":1,"piercefreeman":1,"amrrs":1},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-05T00:00:10.444Z","repositories_count":10085040,"issues_count":31264903,"pull_requests_count":96289981,"authors_count":10695073,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{"NONE":1},"past_year_pull_request_author_associations_count":{},"past_year_issue_authors":{"Phobs":1},"past_year_pull_request_authors":{},"maintainers":[{"login":"matt-peters","count":16,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/matt-peters"},{"login":"bdewilde","count":14,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/bdewilde"},{"login":"pakelley","count":11,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/pakelley"}],"active_maintainers":[]},"events":{"total":{"WatchEvent":32,"IssueCommentEvent":1,"ForkEvent":3},"last_year":{"WatchEvent":32,"IssueCommentEvent":1,"ForkEvent":3}},"keywords":[],"dependencies":[{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2022-08-19T02:40:46.805Z","updated_at":"2022-08-19T02:40:46.805Z","repository_link":"https://github.com/dragnet-org/dragnet/blob/master/requirements.txt","dependencies":[{"id":1986075522,"package_name":"Cython","ecosystem":"pypi","requirements":"\u003e=0.21.1","direct":true,"kind":"runtime","optional":false},{"id":1986075523,"package_name":"ftfy","ecosystem":"pypi","requirements":"\u003e=4.1.0,\u003c5.0.0","direct":true,"kind":"runtime","optional":false},{"id":1986075524,"package_name":"lxml","ecosystem":"pypi","requirements":"\u003e=4.2.3","direct":true,"kind":"runtime","optional":false},{"id":1986075525,"package_name":"numpy","ecosystem":"pypi","requirements":"\u003e=1.11.0","direct":true,"kind":"runtime","optional":false},{"id":1986075526,"package_name":"pytest","ecosystem":"pypi","requirements":"\u003e=4.0.0","direct":true,"kind":"runtime","optional":false},{"id":1986075527,"package_name":"pytest-cov","ecosystem":"pypi","requirements":"\u003e=2.6.0","direct":true,"kind":"runtime","optional":false},{"id":1986075528,"package_name":"scikit-learn","ecosystem":"pypi","requirements":"\u003e=0.15.2,\u003c0.21.0","direct":true,"kind":"runtime","optional":false},{"id":1986075529,"package_name":"scipy","ecosystem":"pypi","requirements":"\u003e=0.17.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"pypi","filepath":"setup.py","sha":null,"kind":"manifest","created_at":"2022-08-19T02:40:46.918Z","updated_at":"2022-08-19T02:40:46.918Z","repository_link":"https://github.com/dragnet-org/dragnet/blob/master/setup.py","dependencies":[{"id":1986075587,"package_name":"Cython","ecosystem":"pypi","requirements":"\u003e=0.21.1","direct":true,"kind":"runtime","optional":false},{"id":1986075588,"package_name":"ftfy","ecosystem":"pypi","requirements":"\u003e=4.1.0,\u003c5.0.0","direct":true,"kind":"runtime","optional":false},{"id":1986075589,"package_name":"lxml","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":1986075590,"package_name":"numpy","ecosystem":"pypi","requirements":"\u003e=1.11.0","direct":true,"kind":"runtime","optional":false},{"id":1986075591,"package_name":"scikit-learn","ecosystem":"pypi","requirements":"\u003e=0.15.2,\u003c0.21.0","direct":true,"kind":"runtime","optional":false},{"id":1986075592,"package_name":"scipy","ecosystem":"pypi","requirements":"\u003e=0.17.0","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"docker","filepath":"Dockerfile","sha":null,"kind":"manifest","created_at":"2023-01-13T12:40:50.525Z","updated_at":"2023-01-13T12:40:50.525Z","repository_link":"https://github.com/dragnet-org/dragnet/blob/master/Dockerfile","dependencies":[{"id":6875868868,"package_name":"ubuntu","ecosystem":"docker","requirements":"20.04","direct":true,"kind":"build","optional":false}]}],"score":10.210015912784268,"created_at":"2025-09-08T11:18:52.088Z","updated_at":"2025-10-07T08:25:28.453Z","avatar_url":"https://github.com/dragnet-org.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":[],"project_url":"https://science.ecosyste.ms/api/v1/projects/67955","html_url":"https://science.ecosyste.ms/projects/67955"}