From c6acc26243d46ae242cdbc3107afb9851f181d00 Mon Sep 17 00:00:00 2001 From: C10udburst <18114966+C10udburst@users.noreply.github.com> Date: Mon, 4 Oct 2021 16:57:57 +0200 Subject: [PATCH 01/10] add site list workflow --- .github/site-list.py | 32 ++++++++++++++++++++++++++++++++ .github/workflows/site_list.yml | 30 ++++++++++++++++++++++++++++++ README.md | 21 +++------------------ 3 files changed, 65 insertions(+), 18 deletions(-) create mode 100644 .github/site-list.py create mode 100644 .github/workflows/site_list.yml diff --git a/.github/site-list.py b/.github/site-list.py new file mode 100644 index 00000000..bcfcdd31 --- /dev/null +++ b/.github/site-list.py @@ -0,0 +1,32 @@ +#!/usr/bin/python3 + +from glob import glob +from re import search, compile + +# Globals +URL_REGEX = compile("override val mainUrl(?:\:\s?String)?[^\"']+[\"'](https?://[a-zA-Z0-9\.-]+)[\"']") +START_MARKER = "" +END_MARKER = "" +GLOB = "app/src/main/java/com/lagradost/cloudstream3/*providers/*Provider.kt" + +sites = [] + +for path in glob(GLOB): + with open(path, "r", encoding='utf-8') as file: + try: + sites.append(search(URL_REGEX, file.read()).groups()[0]) + except Exception as ex: + print("{0}: {1}".format(path, ex)) + +with open("README.md", "r+", encoding='utf-8') as readme: + raw = readme.read() + if START_MARKER not in raw or END_MARKER not in raw: + raise RuntimeError("Missing start and end markers") + readme.seek(0) + + readme.write(raw.split(START_MARKER)[0]) + for site in sites: + readme.write("- [{0}]({0}) \n".format(site)) + readme.write(raw.split(END_MARKER)[-1]) + + readme.truncate() \ No newline at end of file diff --git a/.github/workflows/site_list.yml b/.github/workflows/site_list.yml new file mode 100644 index 00000000..10602467 --- /dev/null +++ b/.github/workflows/site_list.yml @@ -0,0 +1,30 @@ +name: Create site list + +on: + push: + branches: [ master ] + paths: + - 'README.md' + - 'app/src/main/java/com/lagradost/cloudstream3/*providers/*Provider.kt' + - '.github/workflows/site_list.yml' + +concurrency: + group: "site-list" + cancel-in-progress: true + +jobs: + create: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v2 + - name: Edit README.md + run: | + python3 .github/site-list.py + - name: Commit to the repo + run: | + git config user.name "GitHub Actions" + git config user.email "actions@github.com" + git add . + # "echo" returns true so the build succeeds, even if no changed files + git commit -m 'chore(docs): update list of sites' || echo + git push \ No newline at end of file diff --git a/README.md b/README.md index e2066fc8..eedd343d 100644 --- a/README.md +++ b/README.md @@ -43,21 +43,6 @@ CloudStream 3 does not host any content on the app, and has no control over what It merely scrapes 3rd-party websites that are publicly accessable via any regular web browser. It is the responsibility of user to avoid any actions that might violate the laws governing his/her locality. Use CloudStream 3 at your own risk. ***Sites used:*** - -+ https://tenshi.moe - -+ https://wcostream.cc - -+ https://bestdubbedanime.com - -+ https://hdm.to - -+ https://www.vmovee.watch - -+ https://www.wcostream.com - -+ https://animepahe.com - -+ https://gogoanime.vc - -+ https://kawaiifu.com + + + From a8df52bbbfe852864a70b5e7a5f021c4fe655953 Mon Sep 17 00:00:00 2001 From: GitHub Actions Date: Mon, 4 Oct 2021 14:58:21 +0000 Subject: [PATCH 02/10] chore(docs): update list of sites --- README.md | 22 ++++++++++++++++++++-- 1 file changed, 20 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index eedd343d..2087c306 100644 --- a/README.md +++ b/README.md @@ -44,5 +44,23 @@ It merely scrapes 3rd-party websites that are publicly accessable via any regula ***Sites used:*** - - +- [https://trailers.to](https://trailers.to) +- [https://melomovie.com](https://melomovie.com) +- [https://hdm.to](https://hdm.to) +- [https://lookmovie.io](https://lookmovie.io) +- [https://asianload.cc](https://asianload.cc) +- [https://www.thenos.org](https://www.thenos.org) +- [https://asiaflix.app](https://asiaflix.app) +- [https://allmoviesforyou.co](https://allmoviesforyou.co) +- [https://vf-film.org](https://vf-film.org) +- [https://vidembed.cc](https://vidembed.cc) +- [https://www.vmovee.watch](https://www.vmovee.watch) +- [https://nyaa.si](https://nyaa.si) +- [https://www.wcostream.com](https://www.wcostream.com) +- [https://animeflick.net](https://animeflick.net) +- [https://tenshi.moe](https://tenshi.moe) +- [https://gogoanime.vc](https://gogoanime.vc) +- [https://wcostream.cc](https://wcostream.cc) +- [https://kawaiifu.com](https://kawaiifu.com) +- [https://bestdubbedanime.com](https://bestdubbedanime.com) + From a9a8c8589eac3ac3cb80fe32b29654bc6e5ea6ec Mon Sep 17 00:00:00 2001 From: C10udburst <18114966+C10udburst@users.noreply.github.com> Date: Mon, 4 Oct 2021 16:59:53 +0200 Subject: [PATCH 03/10] oops --- .github/site-list.py | 4 ++++ README.md | 22 ++-------------------- 2 files changed, 6 insertions(+), 20 deletions(-) diff --git a/.github/site-list.py b/.github/site-list.py index bcfcdd31..335e74ec 100644 --- a/.github/site-list.py +++ b/.github/site-list.py @@ -25,8 +25,12 @@ with open("README.md", "r+", encoding='utf-8') as readme: readme.seek(0) readme.write(raw.split(START_MARKER)[0]) + readme.write(START_MARKER+"\n") + for site in sites: readme.write("- [{0}]({0}) \n".format(site)) + + readme.write(END_MARKER+"\n") readme.write(raw.split(END_MARKER)[-1]) readme.truncate() \ No newline at end of file diff --git a/README.md b/README.md index 2087c306..eedd343d 100644 --- a/README.md +++ b/README.md @@ -44,23 +44,5 @@ It merely scrapes 3rd-party websites that are publicly accessable via any regula ***Sites used:*** -- [https://trailers.to](https://trailers.to) -- [https://melomovie.com](https://melomovie.com) -- [https://hdm.to](https://hdm.to) -- [https://lookmovie.io](https://lookmovie.io) -- [https://asianload.cc](https://asianload.cc) -- [https://www.thenos.org](https://www.thenos.org) -- [https://asiaflix.app](https://asiaflix.app) -- [https://allmoviesforyou.co](https://allmoviesforyou.co) -- [https://vf-film.org](https://vf-film.org) -- [https://vidembed.cc](https://vidembed.cc) -- [https://www.vmovee.watch](https://www.vmovee.watch) -- [https://nyaa.si](https://nyaa.si) -- [https://www.wcostream.com](https://www.wcostream.com) -- [https://animeflick.net](https://animeflick.net) -- [https://tenshi.moe](https://tenshi.moe) -- [https://gogoanime.vc](https://gogoanime.vc) -- [https://wcostream.cc](https://wcostream.cc) -- [https://kawaiifu.com](https://kawaiifu.com) -- [https://bestdubbedanime.com](https://bestdubbedanime.com) - + + From 81b3a6bb0753ea51b7d10775d2224eb797e5a0f7 Mon Sep 17 00:00:00 2001 From: GitHub Actions Date: Mon, 4 Oct 2021 15:00:24 +0000 Subject: [PATCH 04/10] chore(docs): update list of sites --- README.md | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/README.md b/README.md index eedd343d..63dbe137 100644 --- a/README.md +++ b/README.md @@ -45,4 +45,24 @@ It merely scrapes 3rd-party websites that are publicly accessable via any regula ***Sites used:*** +- [https://trailers.to](https://trailers.to) +- [https://melomovie.com](https://melomovie.com) +- [https://hdm.to](https://hdm.to) +- [https://lookmovie.io](https://lookmovie.io) +- [https://asianload.cc](https://asianload.cc) +- [https://www.thenos.org](https://www.thenos.org) +- [https://asiaflix.app](https://asiaflix.app) +- [https://allmoviesforyou.co](https://allmoviesforyou.co) +- [https://vf-film.org](https://vf-film.org) +- [https://vidembed.cc](https://vidembed.cc) +- [https://www.vmovee.watch](https://www.vmovee.watch) +- [https://nyaa.si](https://nyaa.si) +- [https://www.wcostream.com](https://www.wcostream.com) +- [https://animeflick.net](https://animeflick.net) +- [https://tenshi.moe](https://tenshi.moe) +- [https://gogoanime.vc](https://gogoanime.vc) +- [https://wcostream.cc](https://wcostream.cc) +- [https://kawaiifu.com](https://kawaiifu.com) +- [https://bestdubbedanime.com](https://bestdubbedanime.com) + From 06a487e1726aad3f384db267ba02733979ed648d Mon Sep 17 00:00:00 2001 From: Cloudburst <18114966+C10udburst@users.noreply.github.com> Date: Mon, 4 Oct 2021 17:02:04 +0200 Subject: [PATCH 05/10] this also should trigger the workflow --- .github/workflows/site_list.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/site_list.yml b/.github/workflows/site_list.yml index 10602467..1a3af5a8 100644 --- a/.github/workflows/site_list.yml +++ b/.github/workflows/site_list.yml @@ -7,6 +7,7 @@ on: - 'README.md' - 'app/src/main/java/com/lagradost/cloudstream3/*providers/*Provider.kt' - '.github/workflows/site_list.yml' + - '.github/site-list.py' concurrency: group: "site-list" @@ -27,4 +28,4 @@ jobs: git add . # "echo" returns true so the build succeeds, even if no changed files git commit -m 'chore(docs): update list of sites' || echo - git push \ No newline at end of file + git push From 3781fb5877937420011e52d887486eef4c91c4fe Mon Sep 17 00:00:00 2001 From: GitHub Actions Date: Mon, 4 Oct 2021 15:02:21 +0000 Subject: [PATCH 06/10] chore(docs): update list of sites --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 63dbe137..f2c8a278 100644 --- a/README.md +++ b/README.md @@ -66,3 +66,4 @@ It merely scrapes 3rd-party websites that are publicly accessable via any regula - [https://bestdubbedanime.com](https://bestdubbedanime.com) + From e0c9ebfd15e51ac5e5b8ce42e0e61b26a987dc06 Mon Sep 17 00:00:00 2001 From: Cloudburst <18114966+C10udburst@users.noreply.github.com> Date: Mon, 4 Oct 2021 17:03:19 +0200 Subject: [PATCH 07/10] oops --- .github/site-list.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/site-list.py b/.github/site-list.py index 335e74ec..bba3d5ce 100644 --- a/.github/site-list.py +++ b/.github/site-list.py @@ -30,7 +30,7 @@ with open("README.md", "r+", encoding='utf-8') as readme: for site in sites: readme.write("- [{0}]({0}) \n".format(site)) - readme.write(END_MARKER+"\n") + readme.write(END_MARKER) readme.write(raw.split(END_MARKER)[-1]) - readme.truncate() \ No newline at end of file + readme.truncate() From 575389dfab35db8fe0e761effbfa816eb5caa299 Mon Sep 17 00:00:00 2001 From: Cloudburst <18114966+C10udburst@users.noreply.github.com> Date: Mon, 4 Oct 2021 17:04:07 +0200 Subject: [PATCH 08/10] Update README.md --- README.md | 2 -- 1 file changed, 2 deletions(-) diff --git a/README.md b/README.md index f2c8a278..59fef7d8 100644 --- a/README.md +++ b/README.md @@ -65,5 +65,3 @@ It merely scrapes 3rd-party websites that are publicly accessable via any regula - [https://kawaiifu.com](https://kawaiifu.com) - [https://bestdubbedanime.com](https://bestdubbedanime.com) - - From e995128b42f64ae128df46b87612c7e5a693f5a9 Mon Sep 17 00:00:00 2001 From: Cloudburst <18114966+C10udburst@users.noreply.github.com> Date: Mon, 4 Oct 2021 17:11:45 +0200 Subject: [PATCH 09/10] improve the look of the list --- .github/site-list.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/site-list.py b/.github/site-list.py index bba3d5ce..fe86a78f 100644 --- a/.github/site-list.py +++ b/.github/site-list.py @@ -1,7 +1,7 @@ #!/usr/bin/python3 from glob import glob -from re import search, compile +from re import search, compile, sub # Globals URL_REGEX = compile("override val mainUrl(?:\:\s?String)?[^\"']+[\"'](https?://[a-zA-Z0-9\.-]+)[\"']") @@ -28,7 +28,7 @@ with open("README.md", "r+", encoding='utf-8') as readme: readme.write(START_MARKER+"\n") for site in sites: - readme.write("- [{0}]({0}) \n".format(site)) + readme.write("- [{0}]({1}) \n".format(sub("^https?://", "", site), site)) readme.write(END_MARKER) readme.write(raw.split(END_MARKER)[-1]) From 6c070af0cc669ba6355a1d0a6f0105f82af8ea85 Mon Sep 17 00:00:00 2001 From: GitHub Actions Date: Mon, 4 Oct 2021 15:12:00 +0000 Subject: [PATCH 10/10] chore(docs): update list of sites --- README.md | 38 +++++++++++++++++++------------------- 1 file changed, 19 insertions(+), 19 deletions(-) diff --git a/README.md b/README.md index 59fef7d8..c58acd87 100644 --- a/README.md +++ b/README.md @@ -45,23 +45,23 @@ It merely scrapes 3rd-party websites that are publicly accessable via any regula ***Sites used:*** -- [https://trailers.to](https://trailers.to) -- [https://melomovie.com](https://melomovie.com) -- [https://hdm.to](https://hdm.to) -- [https://lookmovie.io](https://lookmovie.io) -- [https://asianload.cc](https://asianload.cc) -- [https://www.thenos.org](https://www.thenos.org) -- [https://asiaflix.app](https://asiaflix.app) -- [https://allmoviesforyou.co](https://allmoviesforyou.co) -- [https://vf-film.org](https://vf-film.org) -- [https://vidembed.cc](https://vidembed.cc) -- [https://www.vmovee.watch](https://www.vmovee.watch) -- [https://nyaa.si](https://nyaa.si) -- [https://www.wcostream.com](https://www.wcostream.com) -- [https://animeflick.net](https://animeflick.net) -- [https://tenshi.moe](https://tenshi.moe) -- [https://gogoanime.vc](https://gogoanime.vc) -- [https://wcostream.cc](https://wcostream.cc) -- [https://kawaiifu.com](https://kawaiifu.com) -- [https://bestdubbedanime.com](https://bestdubbedanime.com) +- [trailers.to](https://trailers.to) +- [melomovie.com](https://melomovie.com) +- [hdm.to](https://hdm.to) +- [lookmovie.io](https://lookmovie.io) +- [asianload.cc](https://asianload.cc) +- [www.thenos.org](https://www.thenos.org) +- [asiaflix.app](https://asiaflix.app) +- [allmoviesforyou.co](https://allmoviesforyou.co) +- [vf-film.org](https://vf-film.org) +- [vidembed.cc](https://vidembed.cc) +- [www.vmovee.watch](https://www.vmovee.watch) +- [nyaa.si](https://nyaa.si) +- [www.wcostream.com](https://www.wcostream.com) +- [animeflick.net](https://animeflick.net) +- [tenshi.moe](https://tenshi.moe) +- [gogoanime.vc](https://gogoanime.vc) +- [wcostream.cc](https://wcostream.cc) +- [kawaiifu.com](https://kawaiifu.com) +- [bestdubbedanime.com](https://bestdubbedanime.com)