{"id":41301,"name":"reinforcement_learning_course_materials","description":"Lecture notes, tutorial tasks including solutions as well as online videos for the reinforcement learning course hosted by Paderborn University","url":"https://github.com/upb-lea/reinforcement_learning_course_materials","last_synced_at":"2025-09-05T09:00:19.265Z","repository":{"id":37545385,"uuid":"281059645","full_name":"upb-lea/reinforcement_learning_course_materials","owner":"upb-lea","description":"Lecture notes, tutorial tasks including solutions as well as online videos for the reinforcement learning course hosted by Paderborn University","archived":false,"fork":false,"pushed_at":"2025-08-21T14:07:54.000Z","size":163033,"stargazers_count":997,"open_issues_count":0,"forks_count":224,"subscribers_count":27,"default_branch":"master","last_synced_at":"2025-08-21T15:55:37.312Z","etag":null,"topics":["control","course","course-materials","jupyter","jupyter-notebooks","latex","lecture","lecture-notes","machine-learning","online-learning","online-videos","open-education","open-education-resources","open-educational-resources","prediction","python","reinforcement-learning","teaching","teaching-materials","tutorial"],"latest_commit_sha":null,"homepage":"","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"other","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/upb-lea.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":"CODE_OF_CONDUCT.md","threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2020-07-20T08:28:39.000Z","updated_at":"2025-08-21T14:07:57.000Z","dependencies_parsed_at":"2025-08-01T15:35:06.119Z","dependency_job_id":null,"html_url":"https://github.com/upb-lea/reinforcement_learning_course_materials","commit_stats":{"total_commits":386,"total_committers":12,"mean_commits":"32.166666666666664","dds":0.689119170984456,"last_synced_commit":"0b687dfec2d8050d27f302c835b44b8626a80373"},"previous_names":[],"tags_count":3,"template":false,"template_full_name":null,"purl":"pkg:github/upb-lea/reinforcement_learning_course_materials","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/upb-lea%2Freinforcement_learning_course_materials","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/upb-lea%2Freinforcement_learning_course_materials/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/upb-lea%2Freinforcement_learning_course_materials/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/upb-lea%2Freinforcement_learning_course_materials/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/upb-lea","download_url":"https://codeload.github.com/upb-lea/reinforcement_learning_course_materials/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/upb-lea%2Freinforcement_learning_course_materials/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":273734403,"owners_count":25158273,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-05T02:00:09.113Z","response_time":402,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"owner":{"login":"upb-lea","name":"Paderborn University - LEA","uuid":"55782224","kind":"organization","description":"Department of power electronics and electrical drives","email":null,"website":"https://ei.uni-paderborn.de/en/lea/","location":"Paderborn, Germany","twitter":null,"company":null,"icon_url":"https://avatars.githubusercontent.com/u/55782224?v=4","repositories_count":29,"last_synced_at":"2024-05-11T05:41:49.412Z","metadata":{"has_sponsors_listing":false},"html_url":"https://github.com/upb-lea","funding_links":[],"total_stars":2078,"followers":115,"following":0,"created_at":"2022-11-15T04:32:46.282Z","updated_at":"2024-05-11T05:42:03.945Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/upb-lea","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/upb-lea/repositories"},"packages":[],"commits":{"id":1344681,"full_name":"upb-lea/reinforcement_learning_course_materials","default_branch":"master","committers":[{"name":"Wilhelm Kirchgässner","email":"16706935+wkirgsn","login":"wkirgsn","count":120},{"name":"Oliver Wallscheid","email":"wallscheid@lea.uni-paderborn.de","login":"wallscheid","count":96},{"name":"XyDrKRulof","email":"dariusjakobeit@web.de","login":"XyDrKRulof","count":86},{"name":"Maximilian Schenke","email":"61693487+max-schenke","login":"max-schenke","count":24},{"name":"Daniel Weber","email":"weber@lea.uni-paderborn.de","login":null,"count":21},{"name":"Marvin Meyer","email":"25954606+MarvinMeyer","login":"MarvinMeyer","count":13},{"name":"webbah","email":"danielweber.leo@gmx.de","login":"Webbah","count":10},{"name":"bhk11","email":"95769661+bhk11","login":"bhk11","count":9},{"name":"Hendrik Vater","email":"84523610+hvater","login":"hvater","count":4},{"name":"Darius Jakobeit","email":"jakobeit@ad.uni-paderborn.de","login":null,"count":3},{"name":"Maximilian Schenke","email":"mschenke","login":null,"count":1}],"total_commits":387,"total_committers":11,"total_bot_commits":0,"total_bot_committers":0,"mean_commits":35.18181818181818,"dds":0.689922480620155,"past_year_committers":[{"name":"XyDrKRulof","email":"dariusjakobeit@web.de","login":"XyDrKRulof","count":2},{"name":"Hendrik Vater","email":"84523610+hvater","login":"hvater","count":2},{"name":"Barnabas Haucke-Korber","email":"95769661+bhk11","login":"bhk11","count":1}],"past_year_total_commits":5,"past_year_total_committers":3,"past_year_total_bot_commits":0,"past_year_total_bot_committers":0,"past_year_mean_commits":1.6666666666666667,"past_year_dds":0.6,"last_synced_at":"2025-05-17T04:45:21.674Z","last_synced_commit":"916cd57cbd73bf4df8248a58e6afdb1a3e625396","created_at":"2023-09-12T09:37:23.048Z","updated_at":"2025-05-17T04:45:27.977Z","commits_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories/upb-lea%2Freinforcement_learning_course_materials/commits","host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-05T00:00:10.343Z","repositories_count":5480019,"commits_count":853389012,"contributors_count":31098138,"owners_count":906558,"icon_url":"https://github.com/github.png","host_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://commits.ecosyste.ms/api/v1/hosts/GitHub/repositories"}},"issues_stats":{"full_name":"upb-lea/reinforcement_learning_course_materials","html_url":"https://github.com/upb-lea/reinforcement_learning_course_materials","last_synced_at":"2025-05-23T03:13:28.484Z","status":null,"issues_count":15,"pull_requests_count":6,"avg_time_to_close_issue":7428257.933333334,"avg_time_to_close_pull_request":13308.4,"issues_closed_count":15,"pull_requests_closed_count":5,"pull_request_authors_count":5,"issue_authors_count":8,"avg_comments_per_issue":1.8,"avg_comments_per_pull_request":0.16666666666666666,"merged_pull_requests_count":5,"bot_issues_count":0,"bot_pull_requests_count":0,"past_year_issues_count":0,"past_year_pull_requests_count":1,"past_year_avg_time_to_close_issue":null,"past_year_avg_time_to_close_pull_request":null,"past_year_issues_closed_count":0,"past_year_pull_requests_closed_count":0,"past_year_pull_request_authors_count":1,"past_year_issue_authors_count":0,"past_year_avg_comments_per_issue":null,"past_year_avg_comments_per_pull_request":0.0,"past_year_bot_issues_count":0,"past_year_bot_pull_requests_count":0,"past_year_merged_pull_requests_count":0,"created_at":"2023-09-12T09:37:55.407Z","updated_at":"2025-09-01T10:15:51.531Z","repository_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/upb-lea%2Freinforcement_learning_course_materials","issues_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories/upb-lea%2Freinforcement_learning_course_materials/issues","issue_labels_count":{"enhancement":1},"pull_request_labels_count":{},"issue_author_associations_count":{"NONE":9,"MEMBER":2,"CONTRIBUTOR":2,"COLLABORATOR":2},"pull_request_author_associations_count":{"COLLABORATOR":4,"NONE":2,"MEMBER":1,"CONTRIBUTOR":1},"issue_authors":{"eatam23":6,"VikasChidananda":2,"wallscheid":2,"stwerner97":1,"MarvinMeyer":1,"wkirgsn":1,"max-schenke":1,"XyDrKRulof":1},"pull_request_authors":{"AliAbdelwanis":2,"hvater":2,"wallscheid":1,"wkirgsn":1,"XyDrKRulof":1,"Webbah":1},"host":{"name":"GitHub","url":"https://github.com","kind":"github","last_synced_at":"2025-09-03T00:00:08.273Z","repositories_count":10050122,"issues_count":30776753,"pull_requests_count":92113645,"authors_count":10514818,"icon_url":"https://github.com/github.png","host_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/repositories","owners_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/owners","authors_url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors"},"past_year_issue_labels_count":{},"past_year_pull_request_labels_count":{},"past_year_issue_author_associations_count":{},"past_year_pull_request_author_associations_count":{"NONE":2,"COLLABORATOR":1},"past_year_issue_authors":{},"past_year_pull_request_authors":{"AliAbdelwanis":2,"XyDrKRulof":1},"maintainers":[{"login":"hvater","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/hvater"},{"login":"wkirgsn","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/wkirgsn"},{"login":"XyDrKRulof","count":2,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/XyDrKRulof"},{"login":"MarvinMeyer","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/MarvinMeyer"},{"login":"max-schenke","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/max-schenke"},{"login":"Webbah","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/Webbah"}],"active_maintainers":[{"login":"XyDrKRulof","count":1,"url":"https://issues.ecosyste.ms/api/v1/hosts/GitHub/authors/XyDrKRulof"}]},"events":{"total":{"ReleaseEvent":1,"WatchEvent":63,"PushEvent":3,"PullRequestEvent":3,"ForkEvent":13,"CreateEvent":1},"last_year":{"ReleaseEvent":1,"WatchEvent":63,"PushEvent":3,"PullRequestEvent":3,"ForkEvent":13,"CreateEvent":1}},"keywords":["control","course","course-materials","jupyter","jupyter-notebooks","latex","lecture","lecture-notes","machine-learning","online-learning","online-videos","open-education","open-education-resources","open-educational-resources","prediction","python","reinforcement-learning","teaching","teaching-materials","tutorial"],"dependencies":[{"ecosystem":"pypi","filepath":"requirements.txt","sha":null,"kind":"manifest","created_at":"2024-07-09T14:44:35.722Z","updated_at":"2024-07-09T14:44:35.722Z","repository_link":"https://github.com/upb-lea/reinforcement_learning_course_materials/blob/master/requirements.txt","dependencies":[{"id":18996783479,"package_name":"numpy","ecosystem":"pypi","requirements":"==1.23.5","direct":true,"kind":"runtime","optional":false},{"id":18996783480,"package_name":"matplotlib","ecosystem":"pypi","requirements":"==3.7.1","direct":true,"kind":"runtime","optional":false},{"id":18996783481,"package_name":"scipy","ecosystem":"pypi","requirements":"==1.8.0","direct":true,"kind":"runtime","optional":false},{"id":18996783482,"package_name":"pandas","ecosystem":"pypi","requirements":"==1.4.2","direct":true,"kind":"runtime","optional":false},{"id":18996783483,"package_name":"openpyxl","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":18996783484,"package_name":"seaborn","ecosystem":"pypi","requirements":"==0.11.2","direct":true,"kind":"runtime","optional":false},{"id":18996783485,"package_name":"tqdm","ecosystem":"pypi","requirements":"==4.65.0","direct":true,"kind":"runtime","optional":false},{"id":18996783486,"package_name":"jupyter","ecosystem":"pypi","requirements":"==1.0.0","direct":true,"kind":"runtime","optional":false},{"id":18996783487,"package_name":"gymnasium","ecosystem":"pypi","requirements":"==0.28.1","direct":true,"kind":"runtime","optional":false},{"id":18996783488,"package_name":"pygame","ecosystem":"pypi","requirements":"==2.4.0","direct":true,"kind":"runtime","optional":false},{"id":18996783489,"package_name":"scikit-learn","ecosystem":"pypi","requirements":"==1.1.2","direct":true,"kind":"runtime","optional":false},{"id":18996783490,"package_name":"torch","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":18996783491,"package_name":"stable-baselines3","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":18996783492,"package_name":"gym","ecosystem":"pypi","requirements":"*","direct":true,"kind":"runtime","optional":false},{"id":18996783493,"package_name":"pyglet","ecosystem":"pypi","requirements":"==1.5.27","direct":true,"kind":"runtime","optional":false}]},{"ecosystem":"actions","filepath":".github/workflows/buildPDFs.yml","sha":null,"kind":"manifest","created_at":"2025-08-01T15:35:04.108Z","updated_at":"2025-08-01T15:35:04.108Z","repository_link":"https://github.com/upb-lea/reinforcement_learning_course_materials/blob/master/.github/workflows/buildPDFs.yml","dependencies":[{"id":24454152799,"package_name":"actions/checkout","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false},{"id":24454152800,"package_name":"xu-cheng/texlive-action","ecosystem":"actions","requirements":"v2","direct":true,"kind":"composite","optional":false},{"id":24454152804,"package_name":"actions/upload-pages-artifact","ecosystem":"actions","requirements":"v3","direct":true,"kind":"composite","optional":false},{"id":24454152805,"package_name":"actions/deploy-pages","ecosystem":"actions","requirements":"v4","direct":true,"kind":"composite","optional":false}]}],"score":9.302646042760209,"created_at":"2025-09-04T15:51:16.035Z","updated_at":"2025-10-07T08:16:49.836Z","avatar_url":"https://github.com/upb-lea.png","language":"Jupyter Notebook","category":null,"sub_category":null,"monthly_downloads":0,"funding_links":[],"readme_doi_urls":[],"works":{},"citation_counts":{},"total_citations":0,"keywords_from_contributors":["electrical-engineering","openai-gym-environments","converters","electric-drive","gym-environment","motor-models","pmsm"],"project_url":"https://science.ecosyste.ms/api/v1/projects/41301","html_url":"https://science.ecosyste.ms/projects/41301"}