CypherpunkSamurai/NewPipeExtractor
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Merge pull request #785 from AbduAmeen/regex_error

Browse source 
Regex error when parsing the Youtube JavaScript code
This commit is contained in:
Tobi 2022-02-01 13:17:19 +01:00 committed by GitHub
commit 65129e65a8
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 19 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/YoutubeThrottlingDecrypter.java
View file

@ -36,7 +36,7 @@ public class YoutubeThrottlingDecrypter {
private static final Pattern N_PARAM_PATTERN = Pattern.compile("[&?]n=([^&]+)"); private static final Pattern N_PARAM_PATTERN = Pattern.compile("[&?]n=([^&]+)");
private static final Pattern FUNCTION_NAME_PATTERN = Pattern.compile( private static final Pattern FUNCTION_NAME_PATTERN = Pattern.compile(
"b=a\\.get\\(\"n\"\\)\\)&&\\(b=(\\w+)\\(b\\),a\\.set\\(\"n\",b\\)"); "b=a\\.get\\(\"n\"\\)\\)&&\\(b=(\\S+)\\(b\\),a\\.set\\(\"n\",b\\)");
private static final Map<String, String> nParams = new HashMap<>(); private static final Map<String, String> nParams = new HashMap<>();
@ -66,7 +66,21 @@ public class YoutubeThrottlingDecrypter {
private String parseDecodeFunctionName(final String playerJsCode) private String parseDecodeFunctionName(final String playerJsCode)
throws Parser.RegexException { throws Parser.RegexException {
return Parser.matchGroup1(FUNCTION_NAME_PATTERN, playerJsCode); String functionName = Parser.matchGroup1(FUNCTION_NAME_PATTERN, playerJsCode);
final int arrayStartBrace = functionName.indexOf("[");
if (arrayStartBrace > 0) {
final String arrayVarName = functionName.substring(0, arrayStartBrace);
final String order = functionName.substring(
arrayStartBrace + 1, functionName.indexOf("]"));
final int arrayNum = Integer.parseInt(order);
final Pattern arrayPattern = Pattern.compile(
String.format("var %s=\\[(.+?)\\];", arrayVarName));
final String arrayStr = Parser.matchGroup1(arrayPattern, playerJsCode);
final String[] names = arrayStr.split(",");
functionName = names[arrayNum];
}
return functionName;
} }
@Nonnull @Nonnull
@ -87,15 +101,15 @@ public class YoutubeThrottlingDecrypter {
@Nonnull @Nonnull
private String parseWithRegex(final String playerJsCode, final String functionName) throws Parser.RegexException { private String parseWithRegex(final String playerJsCode, final String functionName) throws Parser.RegexException {
Pattern functionPattern = Pattern.compile(functionName + "=function(.*?}};)\n", final Pattern functionPattern = Pattern.compile(functionName + "=function(.*?}};)\n",
Pattern.DOTALL); Pattern.DOTALL);
return "function " + functionName + Parser.matchGroup1(functionPattern, playerJsCode); return "function " + functionName + Parser.matchGroup1(functionPattern, playerJsCode);
} }
public String apply(final String url) throws Parser.RegexException { public String apply(final String url) throws Parser.RegexException {
if (containsNParam(url)) { if (containsNParam(url)) {
String oldNParam = parseNParam(url); final String oldNParam = parseNParam(url);
String newNParam = decryptNParam(oldNParam); final String newNParam = decryptNParam(oldNParam);
return replaceNParam(url, oldNParam, newNParam); return replaceNParam(url, oldNParam, newNParam);
} else { } else {
return url; return url;