{"id":68361,"name":"Rcrawler","description":"An R web crawler and scraper","url":"https://github.com/salimk/rcrawler","last_synced_at":"2025-09-08T14:09:16.276Z","repository":{"id":20567512,"uuid":"73213095","full_name":"salimk/Rcrawler","owner":"salimk","description":"An R web crawler and scraper","archived":false,"fork":false,"pushed_at":"2022-03-27T11:47:38.000Z","size":611,"stargazers_count":355,"open_issues_count":41,"forks_count":92,"subscribers_count":39,"default_branch":"master","last_synced_at":"2025-05-23T22:05:29.738Z","etag":null,"topics":["crawler","crawlers","r","rpackage","scraper","webcrawler","webscraper","webscraping","webscrapping"],"latest_commit_sha":null,"homepage":"http://www.sciencedirect.com/science/article/pii/S2352711017300110","language":"R","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"other","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/salimk.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null}},"created_at":"2016-11-08T18:05:05.000Z","updated_at":"2025-05-22T06:28:28.000Z","dependencies_parsed_at":"2022-07-26T09:17:59.687Z","dependency_job_id":null,"html_url":"https://github.com/salimk/Rcrawler","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/salimk/Rcrawler","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/salimk","download_url":"https://codeload.github.com/salimk/Rcrawler/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":274196122,"owners_count":25239148,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-08T02:00:09.813Z","response_time":121,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"salimk","name":"Salim KHALIL","uuid":"17308124","kind":"user","description":"","email":"","website":"https://www.cours-gratuit.com","location":"Morocco","twitter":null,"company":"ODILIB","icon_url":"https://avatars.githubusercontent.com/u/17308124?u=7083a76d37b3d47c7244344495aeca1303357f06\u0026v=4","repositories_count":8,"last_synced_at":"2024-10-31T07:04:22.685Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/salimk","funding_links":[],"total_stars":347,"followers":40,"following":2,"created_at":"2022-11-09T12:42:45.457Z","updated_at":"2024-10-31T07:04:22.685Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/salimk","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/salimk/repositories"},"packages":[{"id":438646,"name":"Rcrawler","ecosystem":"cran","description":"Web Crawler and Scraper","homepage":"https://github.com/salimk/Rcrawler/","licenses":"GPL-2 | GPL-3 [expanded from: GPL (≥ 2)]","normalized_licenses":["GPL-2.0+"],"repository_url":"https://github.com/salimk/Rcrawler","keywords_array":[],"namespace":null,"versions_count":9,"first_release_published_at":"2017-06-15T19:18:00.000Z","latest_release_published_at":"2017-10-23T19:48:00.000Z","latest_release_number":"0.1.5","last_synced_at":"2025-05-23T22:05:30.228Z","created_at":"2022-04-07T00:03:14.321Z","updated_at":"2025-05-23T22:05:30.228Z","registry_url":"https://cran.r-project.org/package=Rcrawler","install_command":null,"documentation_url":"http://cran.r-project.org/web/packages/Rcrawler/Rcrawler.pdf","metadata":{},"repo_metadata":{"id":20567512,"uuid":"73213095","full_name":"salimk/Rcrawler","owner":"salimk","description":"An R web crawler and scraper","archived":false,"fork":false,"pushed_at":"2022-03-27T11:47:38.000Z","size":611,"stargazers_count":350,"open_issues_count":40,"forks_count":92,"subscribers_count":40,"default_branch":"master","last_synced_at":"2024-10-31T07:04:52.766Z","etag":null,"topics":["crawler","crawlers","r","rpackage","scraper","webcrawler","webscraper","webscraping","webscrapping"],"latest_commit_sha":null,"homepage":"http://www.sciencedirect.com/science/article/pii/S2352711017300110","language":"R","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"other","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/salimk.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null}},"created_at":"2016-11-08T18:05:05.000Z","updated_at":"2024-09-25T03:10:35.000Z","dependencies_parsed_at":"2022-07-26T09:17:59.687Z","dependency_job_id":null,"html_url":"https://github.com/salimk/Rcrawler","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/salimk","download_url":"https://codeload.github.com/salimk/Rcrawler/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":247092396,"owners_count":20882218,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"},"owner_record":{"login":"salimk","name":"Salim KHALIL","uuid":"17308124","kind":"user","description":"","email":"","website":"https://www.cours-gratuit.com","location":"Morocco","twitter":null,"company":"ODILIB","icon_url":"https://avatars.githubusercontent.com/u/17308124?u=7083a76d37b3d47c7244344495aeca1303357f06\u0026v=4","repositories_count":8,"last_synced_at":"2024-10-31T07:04:22.685Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/salimk","funding_links":[],"total_stars":347,"followers":40,"following":2,"created_at":"2022-11-09T12:42:45.457Z","updated_at":"2024-10-31T07:04:22.685Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/salimk","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/salimk/repositories"},"tags":[]},"repo_metadata_updated_at":"2025-04-03T23:11:55.318Z","dependent_packages_count":0,"downloads":514,"downloads_period":"last-month","dependent_repos_count":1,"rankings":{"downloads":18.83249180618301,"dependent_repos_count":23.79307290282576,"dependent_packages_count":28.651784923376738,"stargazers_count":1.111701656479759,"forks_count":0.6466471786695013,"docker_downloads_count":0.5802879291251385,"average":12.269331066109984},"purl":"pkg:cran/Rcrawler","advisories":[],"docker_usage_url":"https://docker.ecosyste.ms/usage/cran/Rcrawler","docker_dependents_count":6,"docker_downloads_count":42860,"usage_url":"https://repos.ecosyste.ms/usage/cran/Rcrawler","dependent_repositories_url":"https://repos.ecosyste.ms/api/v1/usage/cran/Rcrawler/dependencies","status":"removed","funding_links":[],"critical":null,"issue_metadata":{"last_synced_at":"2025-04-03T23:11:49.747Z","issues_count":75,"pull_requests_count":7,"avg_time_to_close_issue":11178480.536585366,"avg_time_to_close_pull_request":140068699.0,"issues_closed_count":41,"pull_requests_closed_count":1,"pull_request_authors_count":7,"issue_authors_count":62,"avg_comments_per_issue":1.6666666666666667,"avg_comments_per_pull_request":0.14285714285714285,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":1,"past_year_pull_requests_count":0,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":0,"past_year_issue_authors_count":1,"past_year_avg_comments_per_issue":0.0,"past_year_avg_comments_per_pull_request":null,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler/issues","maintainers":[],"active_maintainers":[]},"versions_url":"https://packages.ecosyste.ms/api/v1/registries/cran.r-project.org/packages/Rcrawler/versions","version_numbers_url":"https://packages.ecosyste.ms/api/v1/registries/cran.r-project.org/packages/Rcrawler/version_numbers","dependent_packages_url":"https://packages.ecosyste.ms/api/v1/registries/cran.r-project.org/packages/Rcrawler/dependent_packages","related_packages_url":"https://packages.ecosyste.ms/api/v1/registries/cran.r-project.org/packages/Rcrawler/related_packages","maintainers":[{"uuid":"khalilsalim1@gmail.com","login":null,"name":"Salim Khalil","email":"khalilsalim1@gmail.com","url":null,"packages_count":1,"html_url":null,"role":null,"created_at":"2022-11-14T17:24:26.300Z","updated_at":"2022-11-14T17:24:26.300Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/cran.r-project.org/maintainers/khalilsalim1@gmail.com/packages"}],"registry":{"name":"cran.r-project.org","url":"https://cran.r-project.org","ecosystem":"cran","default":true,"packages_count":26181,"maintainers_count":14299,"namespaces_count":0,"keywords_count":8326,"github":"r-project-org","metadata":{"funded_packages_count":539},"icon_url":"https://github.com/r-project-org.png","created_at":"2022-04-06T16:32:25.637Z","updated_at":"2025-09-08T06:54:01.855Z","packages_url":"https://packages.ecosyste.ms/api/v1/registries/cran.r-project.org/packages","maintainers_url":"https://packages.ecosyste.ms/api/v1/registries/cran.r-project.org/maintainers","namespaces_url":"https://packages.ecosyste.ms/api/v1/registries/cran.r-project.org/namespaces"}}],"commits":{"id":725102,"full_name":"salimk/Rcrawler","default_branch":"master","committers":[{"name":"Salim KHALIL","email":"khalilsalim1@gmail.com","login":"salimk","count":198}],"total_commits":198,"total_committers":1,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":198.0,"dds":0.0,"past_year_committers":[],"past_year_total_commits":0,"past_year_total_committers":0,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":0.0,"past_year_dds":0.0,"last_synced_at":"2025-05-18T17:54:57.516Z","last_synced_commit":"f9f403e2c34ab2255ebc0978f2c83280d2800a07","created_at":"2023-03-09T13:13:02.503Z","updated_at":"2025-05-18T17:54:57.517Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-08T00:00:16.827Z","repositories_count":5483987,"commits_count":854371652,"contributors_count":31146699,"owners_count":908917,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"salimk/Rcrawler","html_url":"https://github.com/salimk/Rcrawler","last_synced_at":"2025-05-23T22:05:40.019Z","status":null,"issues_count":75,"pull_requests_count":8,"avg_time_to_close_issue":11178480.536585366,"avg_time_to_close_pull_request":140068699.0,"issues_closed_count":41,"pull_requests_closed_count":1,"pull_request_authors_count":8,"issue_authors_count":62,"avg_comments_per_issue":1.6666666666666667,"avg_comments_per_pull_request":0.125,"merged_pull_requests_count":0,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":1,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":0.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2023-05-10T22:57:13.966Z","updated_at":"2025-09-01T12:12:13.152Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/salimk%2FRcrawler/issues","issue_labels_count":{},"pull_request_labels_count":{},"issue_author_associations_count":{"NONE":75},"pull_request_author_associations_count":{"NONE":8},"issue_authors":{"KnutJaegersberg":4,"deepika537":4,"timothyjgraham":3,"yusuzech":2,"jacekkotowski":2,"mzeidhassan":2,"athammad":2,"hamedf62":2,"delta2echo":1,"andresrcs":1,"fmark":1,"tomroh":1,"rcorty":1,"sumanjnu":1,"ioanasend":1,"mischa2002k2":1,"snvv":1,"mcgruvy":1,"MislavSag":1,"AndreMikulec":1,"ttBerhane04":1,"anupnyk":1,"michascholz":1,"maganaluis":1,"ChrisMuir":1,"chriscastille6":1,"mustaszewski":1,"Close-your-eyes":1,"e-orlov":1,"rileytwo":1,"slfan2013":1,"hmorzaria":1,"xanzadu":1,"cspersonal":1,"graskaas2014":1,"mmooney512":1,"ndoyle-1":1,"kammywwak":1,"guptajatin93":1,"Rifakh":1,"stevemings":1,"hermandr":1,"WHardyPL":1,"JonasGeschke":1,"ljmills":1,"lamoo":1,"geotheory":1,"ilyasustun":1,"echoesinthestairwell":1,"MartinsRodrigo":1,"shangyuan232":1,"KostaGav":1,"krltrl":1,"wvonmayer":1,"ghost":1,"jkrss":1,"Asabuzz":1,"tlorusso":1,"Mlabrams1":1,"systemnova":1,"danrg":1,"jafeerh":1},"pull_request_authors":{"katrinleinweber":1,"BerndGit":1,"cdcrabtree":1,"apoorv74":1,"josterpi":1,"ryantheriot":1,"SugarRayLua":1,"charliejhadley":1},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-08T00:00:17.013Z","repositories_count":10166699,"issues_count":32013288,"pull_requests_count":100268859,"authors_count":10729412,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{},"past_year_pull_request_author_associations_count":{"NONE":1},"past_year_issue_authors":{},"past_year_pull_request_authors":{"SugarRayLua":1},"maintainers":[],"active_maintainers":[]},"events":{"total":{"WatchEvent":7,"PullRequestEvent":1,"ForkEvent":2},"last_year":{"WatchEvent":7,"PullRequestEvent":1,"ForkEvent":2}},"keywords":["crawler","crawlers","r","rpackage","scraper","webcrawler","webscraper","webscraping","webscrapping"],"dependencies":[{"ecosystem":"cran","filepath":"DESCRIPTION","sha":null,"kind":"manifest","created_at":"2022-07-26T09:17:59.606Z","updated_at":"2022-07-26T09:17:59.606Z","repository_link":"https://github.com/salimk/Rcrawler/blob/master/DESCRIPTION","dependencies":[{"id":427159626,"package_name":"httr","ecosystem":"cran","requirements":"*","direct":true,"kind":"imports","optional":false},{"id":427159627,"package_name":"xml2","ecosystem":"cran","requirements":"*","direct":true,"kind":"imports","optional":false},{"id":427159628,"package_name":"data.table","ecosystem":"cran","requirements":"*","direct":true,"kind":"imports","optional":false},{"id":427159629,"package_name":"foreach","ecosystem":"cran","requirements":"*","direct":true,"kind":"imports","optional":false},{"id":427159630,"package_name":"doParallel","ecosystem":"cran","requirements":"*","direct":true,"kind":"imports","optional":false},{"id":427159631,"package_name":"parallel","ecosystem":"cran","requirements":"*","direct":true,"kind":"imports","optional":false},{"id":427159632,"package_name":"selectr","ecosystem":"cran","requirements":"*","direct":true,"kind":"imports","optional":false},{"id":427159633,"package_name":"webdriver","ecosystem":"cran","requirements":"*","direct":true,"kind":"imports","optional":false},{"id":427159634,"package_name":"callr","ecosystem":"cran","requirements":"*","direct":true,"kind":"imports","optional":false},{"id":427159635,"package_name":"jsonlite","ecosystem":"cran","requirements":"*","direct":true,"kind":"imports","optional":false}]}],"score":16.65921409876806,"created_at":"2025-09-08T11:18:54.866Z","updated_at":"2025-10-07T08:25:32.927Z","avatar_url":"https://github.com/salimk.png","language":"R","category":null,"sub_category":null,"monthly_downloads":514,"funding_links":[],"readme_doi_urls":["https://doi.org/10.1016/j.softx.2017.04.004"],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":[],"project_url":"https://science.ecosyste.ms/api/v1/projects/68361","html_url":"https://science.ecosyste.ms/projects/68361"}