{"id":169338,"name":null,"description":"A tool for capuring snapshots of public data sources and archiving them on Zenodo for programmatic use.","url":"https://github.com/catalyst-cooperative/pudl-archiver","last_synced_at":"2025-09-09T21:01:50.051Z","repository":{"id":62904691,"uuid":"555541785","full_name":"catalyst-cooperative/pudl-archiver","owner":"catalyst-cooperative","description":"A tool for capuring snapshots of public data sources and archiving them on Zenodo for programmatic use.","archived":false,"fork":false,"pushed_at":"2025-09-03T16:55:58.000Z","size":3017,"stargazers_count":14,"open_issues_count":35,"forks_count":6,"subscribers_count":7,"default_branch":"main","last_synced_at":"2025-09-03T18:41:06.263Z","etag":null,"topics":["climate-change","eia","electricity","energy-data","environmental-data","epa","ferc","open-data","policy","reproducibility","zenodo"],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/catalyst-cooperative.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":".github/FUNDING.yml","license":"LICENSE.txt","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null},"funding":{"open_collective":"pudl","github":"catalyst-cooperative"}},"created_at":"2022-10-21T19:44:06.000Z","updated_at":"2025-09-02T13:43:21.000Z","dependencies_parsed_at":"2023-10-03T12:50:16.000Z","dependency_job_id":"315a7e72-9a25-4112-adc4-c6a738b45a61","html_url":"https://github.com/catalyst-cooperative/pudl-archiver","commit_stats":{"total_commits":818,"total_committers":14,"mean_commits":58.42857142857143,"dds":0.6833740831295844,"last_synced_commit":"d05f7696e6637bc1c22b6813f9d0e83ab74f71a7"},"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/catalyst-cooperative/pudl-archiver","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/catalyst-cooperative%2Fpudl-archiver","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/catalyst-cooperative%2Fpudl-archiver/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/catalyst-cooperative%2Fpudl-archiver/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/catalyst-cooperative%2Fpudl-archiver/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/catalyst-cooperative","download_url":"https://codeload.github.com/catalyst-cooperative/pudl-archiver/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/catalyst-cooperative%2Fpudl-archiver/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":274363193,"owners_count":25271648,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-09T02:00:10.223Z","response_time":80,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"catalyst-cooperative","name":"Catalyst Cooperative","uuid":"25487946","kind":"organization","description":"Catalyst is a small data engineering cooperative working on electricity regulation and climate change.","email":"hello@catalyst.coop","website":"https://catalyst.coop","location":"United States of America","twitter":"CatalystCoop","company":null,"icon_url":"https://avatars.githubusercontent.com/u/25487946?v=4","repositories_count":82,"last_synced_at":"2025-08-28T13:31:31.021Z","metadata":{"has_sponsors_listing":true},"html_url":"https://github.com/catalyst-cooperative","funding_links":["https://github.com/sponsors/catalyst-cooperative"],"total_stars":688,"followers":204,"following":0,"created_at":"2022-11-14T23:39:00.072Z","updated_at":"2025-08-28T13:31:31.022Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/catalyst-cooperative","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/catalyst-cooperative/repositories"},"packages":[],"commits":{"id":1320803,"full_name":"catalyst-cooperative/pudl-archiver","default_branch":"main","committers":[{"name":"zschira","email":"zach.schira@catalyst.coop","login":"zschira","count":259},{"name":"e-belfer","email":"ella.belfer@catalyst.coop","login":"e-belfer","count":147},{"name":"dependabot[bot]","email":"49699333+dependabot[bot]","login":"dependabot[bot]","count":114},{"name":"pre-commit-ci[bot]","email":"66853113+pre-commit-ci[bot]","login":"pre-commit-ci[bot]","count":74},{"name":"Zane Selvans","email":"zane.selvans@catalyst.coop","login":"zaneselvans","count":73},{"name":"Dazhong Xia","email":"dazhong.xia@catalyst.coop","login":"jdangerx","count":55},{"name":"Pablo Virgo","email":"mailbox@pablovirgo.com","login":"ptvirgo","count":41},{"name":"Austen Sharpe","email":"austensharpe@gmail.com","login":"aesharpe","count":30},{"name":"bendnorman","email":"bdn29@cornell.edu","login":"bendnorman","count":7},{"name":"Christina Gosnell","email":"cgosnell@catalyst.coop","login":"cmgosnell","count":7},{"name":"Katie Lamb","email":"katherine.lamb@catalyst.coop","login":"katie-lamb","count":6},{"name":"t-desktop","email":"tpbush@gmail.com","login":"TrentonBush","count":2},{"name":"karldw","email":"karldw","login":"karldw","count":2},{"name":"Jan Rous","email":"rousik@gmail.com","login":"rousik","count":1}],"total_commits":818,"total_committers":14,"total_bot_commits":188,"total_bot_committers":2,"mean_commits":58.42857142857143,"dds":0.6833740831295844,"past_year_committers":[{"name":"zschira","email":"zach.schira@catalyst.coop","login":"zschira","count":174},{"name":"e-belfer","email":"ella.belfer@catalyst.coop","login":"e-belfer","count":129},{"name":"dependabot[bot]","email":"49699333+dependabot[bot]","login":"dependabot[bot]","count":68},{"name":"pre-commit-ci[bot]","email":"66853113+pre-commit-ci[bot]","login":"pre-commit-ci[bot]","count":48},{"name":"Dazhong Xia","email":"dazhong.xia@catalyst.coop","login":"jdangerx","count":19},{"name":"Austen Sharpe","email":"austensharpe@gmail.com","login":"aesharpe","count":18},{"name":"Zane Selvans","email":"zane.selvans@catalyst.coop","login":"zaneselvans","count":14},{"name":"Christina Gosnell","email":"cgosnell@catalyst.coop","login":"cmgosnell","count":3}],"past_year_total_commits":473,"past_year_total_committers":8,"past_year_total_bot_commits":116,"past_year_total_bot_committers":2,"past_year_mean_commits":59.125,"past_year_dds":0.6321353065539113,"last_synced_at":"2024-06-07T23:41:41.242Z","last_synced_commit":"d05f7696e6637bc1c22b6813f9d0e83ab74f71a7","created_at":"2023-09-11T15:00:11.185Z","updated_at":"2024-06-07T23:41:41.243Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/catalyst-cooperative%2Fpudl-archiver/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-06T00:00:13.651Z","repositories_count":5480019,"commits_count":853389126,"contributors_count":31098155,"owners_count":906558,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"catalyst-cooperative/pudl-archiver","html_url":"https://github.com/catalyst-cooperative/pudl-archiver","last_synced_at":"2025-09-09T07:06:02.265Z","status":null,"issues_count":192,"pull_requests_count":415,"avg_time_to_close_issue":6432714.982905983,"avg_time_to_close_pull_request":388214.6314285714,"issues_closed_count":117,"pull_requests_closed_count":350,"pull_request_authors_count":20,"issue_authors_count":12,"avg_comments_per_issue":0.6770833333333334,"avg_comments_per_pull_request":0.3542168674698795,"merged_pull_requests_count":320,"bot_issues_count":75,"bot_pull_requests_count":264,"past_year_issues_count":102,"past_year_pull_requests_count":157,"past_year_avg_time_to_close_issue":489568.3396226415,"past_year_avg_time_to_close_pull_request":254003.46153846153,"past_year_issues_closed_count":53,"past_year_pull_requests_closed_count":117,"past_year_pull_request_authors_count":16,"past_year_issue_authors_count":8,"past_year_avg_comments_per_issue":0.24509803921568626,"past_year_avg_comments_per_pull_request":0.3503184713375796,"past_year_bot_issues_count":55,"past_year_bot_pull_requests_count":93,"past_year_merged_pull_requests_count":108,"created_at":"2023-09-11T15:00:48.639Z","updated_at":"2025-09-09T07:06:02.267Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/catalyst-cooperative%2Fpudl-archiver","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/catalyst-cooperative%2Fpudl-archiver/issues","issue_labels_count":{"zenodo":92,"automation":62,"new-data":29,"archive-update":23,"inframundo":16,"bug":10,"gridlab":5,"github_actions":4,"rmi":4,"ferc1":4,"ferc714":3,"xbrl":3,"good-first-issue":3,"phmsagas":3,"ferc2":3,"ferceqr":3,"eia176":3,"documentation":2,"community":2,"epacems":2,"enhancement":2,"ferc60":2,"ferc6":2,"Epic":2,"censusdp1tract":2,"metadata":2,"dependencies":1,"csv":1,"eia930":1,"vcerare":1,"nrelatb":1,"eiaaeo":1,"good first issue":1,"epapcap":1,"mshamines":1,"eiawater":1},"pull_request_labels_count":{"dependencies":184,"github_actions":34,"automation":17,"new-data":16,"zenodo":13,"metadata":9,"bug":9,"pixi":7,"epacems":6,"phmsagas":5,"ferc714":4,"documentation":4,"ferc6":3,"community":3,"nrelatb":3,"gridlab":3,"eiaaeo":3,"ferc1":3,"ferc60":2,"eia923":2,"vcerare":2,"ferc2":2,"eia176":2,"eiarecs":2,"ferceqr":2,"inframundo":2,"sec10k":1,"xbrl":1,"censuspep":1,"eiacbecs":1,"eiawater":1,"nrelss":1,"nrelefs":1,"epamats":1,"eia930":1,"epapcap":1,"wontfix":1,"eia860":1,"eia861":1},"issue_author_associations_count":{"MEMBER":111,"NONE":57,"CONTRIBUTOR":24},"pull_request_author_associations_count":{"CONTRIBUTOR":267,"MEMBER":132,"NONE":15,"COLLABORATOR":1},"issue_authors":{"github-actions[bot]":73,"e-belfer":37,"zaneselvans":28,"cmgosnell":16,"jdangerx":14,"zschira":11,"krivard":5,"aesharpe":4,"gschivley":1,"katie-lamb":1,"dependabot[bot]":1,"pre-commit-ci[bot]":1},"pull_request_authors":{"dependabot[bot]":170,"pre-commit-ci[bot]":82,"e-belfer":59,"zaneselvans":22,"zschira":21,"jdangerx":16,"github-actions[bot]":10,"krivard":10,"cmgosnell":8,"aesharpe":4,"marianneke":2,"siwamsingh":2,"nilaykumar":2,"B4K2":1,"samleonard":1,"catalyst-workflow-triggerer[bot]":1,"pima-riemann":1,"eldobbins":1,"rousik":1,"catalyst-coop-workflow-trigger[bot]":1},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-09T00:00:11.778Z","repositories_count":10197613,"issues_count":32264351,"pull_requests_count":101811900,"authors_count":10741277,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{"zenodo":60,"automation":36,"archive-update":23,"new-data":23,"rmi":4,"bug":3,"ferceqr":1,"censusdp1tract":1,"metadata":1,"ferc714":1,"epapcap":1,"documentation":1,"epacems":1,"github_actions":1,"gridlab":1,"vcerare":1},"past_year_pull_request_labels_count":{"dependencies":57,"github_actions":17,"new-data":10,"pixi":7,"zenodo":7,"automation":6,"documentation":4,"bug":3,"vcerare":2,"eiarecs":2,"community":2,"metadata":2,"epapcap":1,"ferc714":1,"epamats":1,"nrelefs":1,"nrelss":1,"eiacbecs":1,"censuspep":1,"sec10k":1,"xbrl":1,"ferc1":1,"ferceqr":1,"gridlab":1,"epacems":1},"past_year_issue_author_associations_count":{"MEMBER":42,"NONE":38,"CONTRIBUTOR":22},"past_year_pull_request_author_associations_count":{"CONTRIBUTOR":97,"MEMBER":50,"NONE":10},"past_year_issue_authors":{"github-actions[bot]":55,"cmgosnell":15,"e-belfer":11,"zaneselvans":8,"krivard":5,"aesharpe":4,"zschira":3,"jdangerx":1},"past_year_pull_request_authors":{"dependabot[bot]":49,"pre-commit-ci[bot]":33,"e-belfer":19,"zaneselvans":13,"krivard":10,"github-actions[bot]":9,"cmgosnell":7,"zschira":6,"nilaykumar":2,"aesharpe":2,"marianneke":2,"catalyst-workflow-triggerer[bot]":1,"pima-riemann":1,"jdangerx":1,"catalyst-coop-workflow-trigger[bot]":1,"eldobbins":1},"maintainers":[{"login":"e-belfer","count":96,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/e-belfer"},{"login":"zaneselvans","count":50,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zaneselvans"},{"login":"zschira","count":32,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zschira"},{"login":"jdangerx","count":30,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jdangerx"},{"login":"cmgosnell","count":24,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cmgosnell"},{"login":"aesharpe","count":8,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/aesharpe"},{"login":"marianneke","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/marianneke"},{"login":"katie-lamb","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/katie-lamb"},{"login":"rousik","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/rousik"}],"active_maintainers":[{"login":"e-belfer","count":30,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/e-belfer"},{"login":"cmgosnell","count":22,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/cmgosnell"},{"login":"zaneselvans","count":21,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zaneselvans"},{"login":"zschira","count":9,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/zschira"},{"login":"aesharpe","count":6,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/aesharpe"},{"login":"jdangerx","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/jdangerx"},{"login":"marianneke","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/marianneke"}]},"events":{"total":{"CreateEvent":131,"IssuesEvent":157,"WatchEvent":8,"DeleteEvent":123,"MemberEvent":1,"IssueCommentEvent":145,"PushEvent":523,"PullRequestReviewCommentEvent":303,"PullRequestEvent":251,"PullRequestReviewEvent":386,"ForkEvent":5},"last_year":{"CreateEvent":131,"IssuesEvent":157,"WatchEvent":8,"DeleteEvent":123,"MemberEvent":1,"IssueCommentEvent":145,"PushEvent":523,"PullRequestReviewCommentEvent":303,"PullRequestEvent":251,"PullRequestReviewEvent":386,"ForkEvent":5}},"keywords":["climate-change","eia","electricity","energy-data","environmental-data","epa","ferc","open-data","policy","reproducibility","zenodo"],"dependencies":[{"ecosystem":"actions","filepath":".github/workflows/bot-auto-merge.yml","sha":null,"kind":"manifest","created_at":"2023-02-15T11:46:36.168Z","updated_at":"2023-02-15T11:46:36.168Z","repository_link":"https://github.com/catalyst-cooperative/pudl-archiver/blob/main/.github/workflows/bot-auto-merge.yml","dependencies":[{"id":7684079007,"package_name":"tibdex/github-app-token","ecosystem":"actions","requirements":"v1","direct":true,"kind":"composite","optional":false},{"id":7684079008,"package_name":"ridedott/merge-me-action","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/run-archiver.yml","sha":null,"kind":"manifest","created_at":"2023-02-15T11:46:36.216Z","updated_at":"2023-02-15T11:46:36.216Z","repository_link":"https://github.com/catalyst-cooperative/pudl-archiver/blob/main/.github/workflows/run-archiver.yml","dependencies":[{"id":7684079009,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":7684079010,"package_name":"conda-incubator/setup-miniconda","ecosystem":"actions","requirements":"v2.1.1","direct":true,"kind":"composite","optional":false},{"id":7684079011,"package_name":"8398a7/action-slack","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/tox-pytest.yml","sha":null,"kind":"manifest","created_at":"2023-02-15T11:46:36.268Z","updated_at":"2023-02-15T11:46:36.268Z","repository_link":"https://github.com/catalyst-cooperative/pudl-archiver/blob/main/.github/workflows/tox-pytest.yml","dependencies":[{"id":7684079012,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":7684079013,"package_name":"conda-incubator/setup-miniconda","ecosystem":"actions","requirements":"v2.1.1","direct":true,"kind":"composite","optional":false},{"id":7684079014,"package_name":"codecov/codecov-action","ecosystem":"actions","requirements":"v3.1.1","direct":true,"kind":"composite","optional":false},{"id":7684079015,"package_name":"8398a7/action-slack","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false}]},{"ecosystem":"pypi","filepath":"pyproject.toml","sha":null,"kind":"manifest","created_at":"2023-09-24T09:04:44.905Z","updated_at":"2023-09-24T09:04:44.905Z","repository_link":"https://github.com/catalyst-cooperative/pudl-archiver/blob/main/pyproject.toml","dependencies":[{"id":13915448665,"package_name":"catalystcoop.pudl","ecosystem":"pypi","requirements":"@ git+https://github.com/catalyst-cooperative/pudl.git@dev","direct":true,"kind":"runtime","optional":false},{"id":13915449177,"package_name":"coloredlogs","ecosystem":"pypi","requirements":"\u003e=14","direct":true,"kind":"runtime","optional":false},{"id":13915449178,"package_name":"feedparser","ecosystem":"pypi","requirements":"\u003e=6.0","direct":true,"kind":"runtime","optional":false},{"id":13915449179,"package_name":"tqdm","ecosystem":"pypi","requirements":"\u003e=4.64","direct":true,"kind":"runtime","optional":false},{"id":13915449180,"package_name":"python-dotenv","ecosystem":"pypi","requirements":"~=1.0.0","direct":true,"kind":"runtime","optional":false},{"id":13915449181,"package_name":"arelle-release","ecosystem":"pypi","requirements":"\u003e=2.3,\u003c2.14","direct":true,"kind":"runtime","optional":false},{"id":13915449251,"package_name":"semantic_version","ecosystem":"pypi","requirements":"\u003e=2.8,\u003c3","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"conda","filepath":"environment.yml","sha":null,"kind":"manifest","created_at":"2023-10-03T12:50:15.903Z","updated_at":"2023-10-03T12:50:15.903Z","repository_link":"https://github.com/catalyst-cooperative/pudl-archiver/blob/main/environment.yml","dependencies":[{"id":14081209315,"package_name":"fiona","ecosystem":"conda","requirements":"\u003e=1.8","direct":true,"kind":"runtime","optional":false},{"id":14081209316,"package_name":"pip","ecosystem":"conda","requirements":"\u003e=21,\u003c24","direct":true,"kind":"runtime","optional":false},{"id":14081209317,"package_name":"python","ecosystem":"conda","requirements":"\u003e=3.11,\u003c3.12","direct":true,"kind":"runtime","optional":false},{"id":14081209318,"package_name":"setuptools","ecosystem":"conda","requirements":"\u003c69,\u003e=66","direct":true,"kind":"runtime","optional":false}]}],"score":6.530877627725885,"created_at":"2025-09-09T01:22:33.424Z","updated_at":"2025-10-07T08:39:40.567Z","avatar_url":"https://github.com/catalyst-cooperative.png","language":"Python","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":["https://opencollective.com/pudl","https://github.com/sponsors/catalyst-cooperative"],"readme_doi_urls":["https://doi.org/10.5281/zenodo.4127026"],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":["emissions","cems","natural-gas","pudl","climate","coal","etl","eia923","ghg","eia860"],"project_url":"https://science.ecosyste.ms/api/v1/projects/169338","html_url":"https://science.ecosyste.ms/projects/169338"}