CypherpunkSamurai/NewPipeExtractor
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

[Youtube] bare bones version to solve throttling

Browse source 
Done by transforming the parameter "n" from videoplayback urls
https://github.com/ytdl-org/youtube-dl/issues/29326#issuecomment-865985377
This commit is contained in:
XiangRongLin 2021-07-09 19:24:56 +02:00
parent c38a06e8dc
commit a86a30103f
1 changed files with 24 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/extractors/YoutubeStreamExtractor.java
View file

@ -39,6 +39,7 @@ import java.time.LocalDate;
import java.time.OffsetDateTime;
import java.time.format.DateTimeFormatter;
import java.util.*;
import java.util.regex.Pattern;
import static org.schabi.newpipe.extractor.services.youtube.YoutubeParsingHelper.*;
import static org.schabi.newpipe.extractor.utils.Utils.EMPTY_STRING;
@ -527,9 +528,31 @@ public class YoutubeStreamExtractor extends StreamExtractor {
final List<VideoStream> videoStreams = new ArrayList<>();
try {
getDeobfuscationCode();
final String playerCode = NewPipe.getDownloader()
.get(playerJsUrl, getExtractorLocalization()).responseBody();
Pattern pattern = Pattern.compile("b=a\\.get\\(\"n\"\\)\\)&&\\(b=(\\w+)\\(b\\),a\\.set\\(\"n\",b\\)");
String functionName = Parser.matchGroup1(pattern, playerCode);
Pattern functionPattern = Pattern.compile(functionName + "=function(.*?;)\n", Pattern.DOTALL);
String function = "function " + functionName + Parser.matchGroup1(functionPattern, playerCode);
Context context = Context.enter();
context.setOptimizationLevel(-1);
ScriptableObject scope = context.initSafeStandardObjects();
for (final Map.Entry<String, ItagItem> entry : getItags(FORMATS, ItagItem.ItagType.VIDEO).entrySet()) {
final ItagItem itag = entry.getValue();
final VideoStream videoStream = new VideoStream(entry.getKey(), false, itag);
final String url = entry.getKey();
Pattern nValuePattern = Pattern.compile("[&?]n=([^&]+)");
String nValue = Parser.matchGroup1(nValuePattern, url);
context.evaluateString(scope, function, functionName, 1, null);
final Function jsFunction = (Function) scope.get(functionName, scope);
Object result = jsFunction.call(context, scope, scope, new Object[]{nValue});
String newNValue = Objects.toString(result, nValue);
String newUrl = nValuePattern.matcher(url).replaceFirst(newNValue);
System.out.println("aaaaaa " + nValue + " - " + newNValue);
final VideoStream videoStream = new VideoStream(newUrl, false, itag);
if (!Stream.containSimilarStream(videoStream, videoStreams)) {
videoStreams.add(videoStream);
}