Merge pull request #452 from Stypox/yt-import
Implement YouTube subscription import from Google takeout
This commit is contained in:
commit
b13c7e1c1e
6 changed files with 309 additions and 161 deletions
|
@ -1,126 +1,71 @@
|
||||||
package org.schabi.newpipe.extractor.services.youtube.extractors;
|
package org.schabi.newpipe.extractor.services.youtube.extractors;
|
||||||
|
|
||||||
import org.jsoup.Jsoup;
|
import com.grack.nanojson.JsonArray;
|
||||||
import org.jsoup.nodes.Document;
|
import com.grack.nanojson.JsonObject;
|
||||||
import org.jsoup.nodes.Element;
|
import com.grack.nanojson.JsonParser;
|
||||||
|
import com.grack.nanojson.JsonParserException;
|
||||||
|
|
||||||
import org.schabi.newpipe.extractor.exceptions.ExtractionException;
|
import org.schabi.newpipe.extractor.exceptions.ExtractionException;
|
||||||
import org.schabi.newpipe.extractor.services.youtube.YoutubeService;
|
import org.schabi.newpipe.extractor.services.youtube.YoutubeService;
|
||||||
import org.schabi.newpipe.extractor.subscription.SubscriptionExtractor;
|
import org.schabi.newpipe.extractor.subscription.SubscriptionExtractor;
|
||||||
import org.schabi.newpipe.extractor.subscription.SubscriptionItem;
|
import org.schabi.newpipe.extractor.subscription.SubscriptionItem;
|
||||||
import org.schabi.newpipe.extractor.utils.Parser;
|
|
||||||
|
|
||||||
import java.io.IOException;
|
|
||||||
import java.io.InputStream;
|
import java.io.InputStream;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.Collections;
|
import java.util.Collections;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
||||||
|
import javax.annotation.Nonnull;
|
||||||
|
|
||||||
import static org.schabi.newpipe.extractor.subscription.SubscriptionExtractor.ContentSource.INPUT_STREAM;
|
import static org.schabi.newpipe.extractor.subscription.SubscriptionExtractor.ContentSource.INPUT_STREAM;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Extract subscriptions from a YouTube export (OPML format supported)
|
* Extract subscriptions from a Google takout export (the user has to get the JSON out of the zip)
|
||||||
*/
|
*/
|
||||||
public class YoutubeSubscriptionExtractor extends SubscriptionExtractor {
|
public class YoutubeSubscriptionExtractor extends SubscriptionExtractor {
|
||||||
|
private static final String BASE_CHANNEL_URL = "https://www.youtube.com/channel/";
|
||||||
|
|
||||||
public YoutubeSubscriptionExtractor(YoutubeService service) {
|
public YoutubeSubscriptionExtractor(final YoutubeService youtubeService) {
|
||||||
super(service, Collections.singletonList(INPUT_STREAM));
|
super(youtubeService, Collections.singletonList(INPUT_STREAM));
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public String getRelatedUrl() {
|
public String getRelatedUrl() {
|
||||||
return "https://www.youtube.com/subscription_manager?action_takeout=1";
|
return "https://takeout.google.com/takeout/custom/youtube";
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public List<SubscriptionItem> fromInputStream(InputStream contentInputStream) throws ExtractionException {
|
public List<SubscriptionItem> fromInputStream(@Nonnull final InputStream contentInputStream)
|
||||||
if (contentInputStream == null) throw new InvalidSourceException("input stream is null");
|
throws ExtractionException {
|
||||||
|
final JsonArray subscriptions;
|
||||||
return getItemsFromOPML(contentInputStream);
|
|
||||||
}
|
|
||||||
|
|
||||||
/*//////////////////////////////////////////////////////////////////////////
|
|
||||||
// OPML implementation
|
|
||||||
//////////////////////////////////////////////////////////////////////////*/
|
|
||||||
|
|
||||||
private static final String ID_PATTERN = "/videos.xml\\?channel_id=([A-Za-z0-9_-]*)";
|
|
||||||
private static final String BASE_CHANNEL_URL = "https://www.youtube.com/channel/";
|
|
||||||
|
|
||||||
private List<SubscriptionItem> getItemsFromOPML(InputStream contentInputStream) throws ExtractionException {
|
|
||||||
final List<SubscriptionItem> result = new ArrayList<>();
|
|
||||||
|
|
||||||
final String contentString = readFromInputStream(contentInputStream);
|
|
||||||
Document document = Jsoup.parse(contentString, "", org.jsoup.parser.Parser.xmlParser());
|
|
||||||
|
|
||||||
if (document.select("opml").isEmpty()) {
|
|
||||||
throw new InvalidSourceException("document does not have OPML tag");
|
|
||||||
}
|
|
||||||
|
|
||||||
if (document.select("outline").isEmpty()) {
|
|
||||||
throw new InvalidSourceException("document does not have at least one outline tag");
|
|
||||||
}
|
|
||||||
|
|
||||||
for (Element outline : document.select("outline[type=rss]")) {
|
|
||||||
String title = outline.attr("title");
|
|
||||||
String xmlUrl = outline.attr("abs:xmlUrl");
|
|
||||||
|
|
||||||
try {
|
try {
|
||||||
String id = Parser.matchGroup1(ID_PATTERN, xmlUrl);
|
subscriptions = JsonParser.array().from(contentInputStream);
|
||||||
result.add(new SubscriptionItem(service.getServiceId(), BASE_CHANNEL_URL + id, title));
|
} catch (JsonParserException e) {
|
||||||
} catch (Parser.RegexException ignored) { /* ignore invalid subscriptions */ }
|
throw new InvalidSourceException("Invalid json input stream", e);
|
||||||
}
|
}
|
||||||
|
|
||||||
return result;
|
boolean foundInvalidSubscription = false;
|
||||||
|
final List<SubscriptionItem> subscriptionItems = new ArrayList<>();
|
||||||
|
for (final Object subscriptionObject : subscriptions) {
|
||||||
|
if (!(subscriptionObject instanceof JsonObject)) {
|
||||||
|
foundInvalidSubscription = true;
|
||||||
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
/*//////////////////////////////////////////////////////////////////////////
|
final JsonObject subscription = ((JsonObject) subscriptionObject).getObject("snippet");
|
||||||
// Utils
|
final String id = subscription.getObject("resourceId").getString("channelId", "");
|
||||||
//////////////////////////////////////////////////////////////////////////*/
|
if (id.length() != 24) { // e.g. UCsXVk37bltHxD1rDPwtNM8Q
|
||||||
|
foundInvalidSubscription = true;
|
||||||
/**
|
continue;
|
||||||
* Throws an exception if the string does not have the right tag/string from a valid export.
|
|
||||||
*/
|
|
||||||
private void throwIfTagIsNotFound(String content) throws InvalidSourceException {
|
|
||||||
if (!content.trim().contains("<opml")) {
|
|
||||||
throw new InvalidSourceException("input stream does not have OPML tag");
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
private String readFromInputStream(InputStream inputStream) throws InvalidSourceException {
|
subscriptionItems.add(new SubscriptionItem(service.getServiceId(),
|
||||||
StringBuilder contentBuilder = new StringBuilder();
|
BASE_CHANNEL_URL + id, subscription.getString("title", "")));
|
||||||
boolean hasTag = false;
|
|
||||||
try {
|
|
||||||
byte[] buffer = new byte[16 * 1024];
|
|
||||||
int read;
|
|
||||||
while ((read = inputStream.read(buffer)) != -1) {
|
|
||||||
String currentPartOfContent = new String(buffer, 0, read, "UTF-8");
|
|
||||||
contentBuilder.append(currentPartOfContent);
|
|
||||||
|
|
||||||
// Fail-fast in case of reading a long unsupported input stream
|
|
||||||
if (!hasTag && contentBuilder.length() > 128) {
|
|
||||||
throwIfTagIsNotFound(contentBuilder.toString());
|
|
||||||
hasTag = true;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
} catch (InvalidSourceException e) {
|
|
||||||
throw e;
|
|
||||||
} catch (Throwable e) {
|
|
||||||
throw new InvalidSourceException(e);
|
|
||||||
} finally {
|
|
||||||
try {
|
|
||||||
inputStream.close();
|
|
||||||
} catch (IOException ignored) {
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
final String fileContent = contentBuilder.toString().trim();
|
if (foundInvalidSubscription && subscriptionItems.isEmpty()) {
|
||||||
if (fileContent.isEmpty()) {
|
throw new InvalidSourceException("Found only invalid channel ids");
|
||||||
throw new InvalidSourceException("Empty input stream");
|
|
||||||
}
|
}
|
||||||
|
return subscriptionItems;
|
||||||
if (!hasTag) {
|
|
||||||
throwIfTagIsNotFound(fileContent);
|
|
||||||
}
|
|
||||||
|
|
||||||
return fileContent;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -4,6 +4,7 @@ import org.schabi.newpipe.extractor.StreamingService;
|
||||||
import org.schabi.newpipe.extractor.exceptions.ExtractionException;
|
import org.schabi.newpipe.extractor.exceptions.ExtractionException;
|
||||||
import org.schabi.newpipe.extractor.exceptions.ParsingException;
|
import org.schabi.newpipe.extractor.exceptions.ParsingException;
|
||||||
|
|
||||||
|
import javax.annotation.Nonnull;
|
||||||
import javax.annotation.Nullable;
|
import javax.annotation.Nullable;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.io.InputStream;
|
import java.io.InputStream;
|
||||||
|
@ -71,8 +72,9 @@ public abstract class SubscriptionExtractor {
|
||||||
*
|
*
|
||||||
* @throws InvalidSourceException when the content read from the InputStream is invalid and can not be parsed
|
* @throws InvalidSourceException when the content read from the InputStream is invalid and can not be parsed
|
||||||
*/
|
*/
|
||||||
@SuppressWarnings("RedundantThrows")
|
public List<SubscriptionItem> fromInputStream(@Nonnull final InputStream contentInputStream)
|
||||||
public List<SubscriptionItem> fromInputStream(InputStream contentInputStream) throws IOException, ExtractionException {
|
throws ExtractionException {
|
||||||
throw new UnsupportedOperationException("Service " + service.getServiceInfo().getName() + " doesn't support extracting from an InputStream");
|
throw new UnsupportedOperationException("Service " + service.getServiceInfo().getName()
|
||||||
|
+ " doesn't support extracting from an InputStream");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -61,6 +61,21 @@ public class FileUtils {
|
||||||
writer.close();
|
writer.close();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Resolves the test resource file based on its filename. Looks in
|
||||||
|
* {@code extractor/src/test/resources/} and {@code src/test/resources/}
|
||||||
|
* @param filename the resource filename
|
||||||
|
* @return the resource file
|
||||||
|
*/
|
||||||
|
public static File resolveTestResource(final String filename) {
|
||||||
|
final File file = new File("extractor/src/test/resources/" + filename);
|
||||||
|
if (file.exists()) {
|
||||||
|
return file;
|
||||||
|
} else {
|
||||||
|
return new File("src/test/resources/" + filename);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Convert a JSON object to String
|
* Convert a JSON object to String
|
||||||
* toString() does not produce a valid JSON string
|
* toString() does not produce a valid JSON string
|
||||||
|
|
|
@ -11,12 +11,16 @@ import org.schabi.newpipe.extractor.subscription.SubscriptionExtractor;
|
||||||
import org.schabi.newpipe.extractor.subscription.SubscriptionItem;
|
import org.schabi.newpipe.extractor.subscription.SubscriptionItem;
|
||||||
|
|
||||||
import java.io.ByteArrayInputStream;
|
import java.io.ByteArrayInputStream;
|
||||||
import java.io.File;
|
|
||||||
import java.io.FileInputStream;
|
import java.io.FileInputStream;
|
||||||
|
import java.nio.charset.StandardCharsets;
|
||||||
import java.util.Arrays;
|
import java.util.Arrays;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
||||||
import static org.junit.Assert.*;
|
import static org.junit.Assert.assertEquals;
|
||||||
|
import static org.junit.Assert.assertNotNull;
|
||||||
|
import static org.junit.Assert.assertTrue;
|
||||||
|
import static org.junit.Assert.fail;
|
||||||
|
import static org.schabi.newpipe.FileUtils.resolveTestResource;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Test for {@link YoutubeSubscriptionExtractor}
|
* Test for {@link YoutubeSubscriptionExtractor}
|
||||||
|
@ -34,54 +38,48 @@ public class YoutubeSubscriptionExtractorTest {
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testFromInputStream() throws Exception {
|
public void testFromInputStream() throws Exception {
|
||||||
File testFile = new File("extractor/src/test/resources/youtube_export_test.xml");
|
final List<SubscriptionItem> subscriptionItems = subscriptionExtractor.fromInputStream(
|
||||||
if (!testFile.exists()) testFile = new File("src/test/resources/youtube_export_test.xml");
|
new FileInputStream(resolveTestResource("youtube_takeout_import_test.json")));
|
||||||
|
assertEquals(7, subscriptionItems.size());
|
||||||
|
|
||||||
List<SubscriptionItem> subscriptionItems = subscriptionExtractor.fromInputStream(new FileInputStream(testFile));
|
for (final SubscriptionItem item : subscriptionItems) {
|
||||||
assertTrue("List doesn't have exactly 8 items (had " + subscriptionItems.size() + ")", subscriptionItems.size() == 8);
|
|
||||||
|
|
||||||
for (SubscriptionItem item : subscriptionItems) {
|
|
||||||
assertNotNull(item.getName());
|
assertNotNull(item.getName());
|
||||||
assertNotNull(item.getUrl());
|
assertNotNull(item.getUrl());
|
||||||
assertTrue(urlHandler.acceptUrl(item.getUrl()));
|
assertTrue(urlHandler.acceptUrl(item.getUrl()));
|
||||||
assertFalse(item.getServiceId() == -1);
|
assertEquals(ServiceList.YouTube.getServiceId(), item.getServiceId());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testEmptySourceException() throws Exception {
|
public void testEmptySourceException() throws Exception {
|
||||||
String emptySource = "<opml version=\"1.1\"><body>" +
|
final List<SubscriptionItem> items = subscriptionExtractor.fromInputStream(
|
||||||
"<outline text=\"Testing\" title=\"123\" />" +
|
new ByteArrayInputStream("[]".getBytes(StandardCharsets.UTF_8)));
|
||||||
"</body></opml>";
|
|
||||||
|
|
||||||
List<SubscriptionItem> items = subscriptionExtractor.fromInputStream(new ByteArrayInputStream(emptySource.getBytes("UTF-8")));
|
|
||||||
assertTrue(items.isEmpty());
|
assertTrue(items.isEmpty());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testSubscriptionWithEmptyTitleInSource() throws Exception {
|
public void testSubscriptionWithEmptyTitleInSource() throws Exception {
|
||||||
String channelId = "AA0AaAa0AaaaAAAAAA0aa0AA";
|
final String source = "[{\"snippet\":{\"resourceId\":{\"channelId\":\"UCEOXxzW2vU0P-0THehuIIeg\"}}}]";
|
||||||
String source = "<opml version=\"1.1\"><body><outline text=\"YouTube Subscriptions\" title=\"YouTube Subscriptions\">" +
|
final List<SubscriptionItem> items = subscriptionExtractor.fromInputStream(
|
||||||
"<outline text=\"\" title=\"\" type=\"rss\" xmlUrl=\"https://www.youtube.com/feeds/videos.xml?channel_id=" + channelId + "\" />" +
|
new ByteArrayInputStream(source.getBytes(StandardCharsets.UTF_8)));
|
||||||
"</outline></body></opml>";
|
|
||||||
|
|
||||||
List<SubscriptionItem> items = subscriptionExtractor.fromInputStream(new ByteArrayInputStream(source.getBytes("UTF-8")));
|
assertEquals(1, items.size());
|
||||||
assertTrue("List doesn't have exactly 1 item (had " + items.size() + ")", items.size() == 1);
|
assertEquals(ServiceList.YouTube.getServiceId(), items.get(0).getServiceId());
|
||||||
assertTrue("Item does not have an empty title (had \"" + items.get(0).getName() + "\")", items.get(0).getName().isEmpty());
|
assertEquals("https://www.youtube.com/channel/UCEOXxzW2vU0P-0THehuIIeg", items.get(0).getUrl());
|
||||||
assertTrue("Item does not have the right channel id \"" + channelId + "\" (the whole url is \"" + items.get(0).getUrl() + "\")", items.get(0).getUrl().endsWith(channelId));
|
assertEquals("", items.get(0).getName());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testSubscriptionWithInvalidUrlInSource() throws Exception {
|
public void testSubscriptionWithInvalidUrlInSource() throws Exception {
|
||||||
String source = "<opml version=\"1.1\"><body><outline text=\"YouTube Subscriptions\" title=\"YouTube Subscriptions\">" +
|
final String source = "[{\"snippet\":{\"resourceId\":{\"channelId\":\"gibberish\"},\"title\":\"name1\"}}," +
|
||||||
"<outline text=\"invalid\" title=\"url\" type=\"rss\" xmlUrl=\"https://www.youtube.com/feeds/videos.xml?channel_not_id=|||||||\"/>" +
|
"{\"snippet\":{\"resourceId\":{\"channelId\":\"UCEOXxzW2vU0P-0THehuIIeg\"},\"title\":\"name2\"}}]";
|
||||||
"<outline text=\"fail\" title=\"fail\" type=\"rss\" xmlUgrl=\"invalidTag\"/>" +
|
final List<SubscriptionItem> items = subscriptionExtractor.fromInputStream(
|
||||||
"<outline text=\"invalid\" title=\"url\" type=\"rss\" xmlUrl=\"\"/>" +
|
new ByteArrayInputStream(source.getBytes(StandardCharsets.UTF_8)));
|
||||||
"<outline text=\"\" title=\"\" type=\"rss\" xmlUrl=\"\"/>" +
|
|
||||||
"</outline></body></opml>";
|
|
||||||
|
|
||||||
List<SubscriptionItem> items = subscriptionExtractor.fromInputStream(new ByteArrayInputStream(source.getBytes("UTF-8")));
|
assertEquals(1, items.size());
|
||||||
assertTrue(items.isEmpty());
|
assertEquals(ServiceList.YouTube.getServiceId(), items.get(0).getServiceId());
|
||||||
|
assertEquals("https://www.youtube.com/channel/UCEOXxzW2vU0P-0THehuIIeg", items.get(0).getUrl());
|
||||||
|
assertEquals("name2", items.get(0).getName());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
|
@ -89,26 +87,26 @@ public class YoutubeSubscriptionExtractorTest {
|
||||||
List<String> invalidList = Arrays.asList(
|
List<String> invalidList = Arrays.asList(
|
||||||
"<xml><notvalid></notvalid></xml>",
|
"<xml><notvalid></notvalid></xml>",
|
||||||
"<opml><notvalid></notvalid></opml>",
|
"<opml><notvalid></notvalid></opml>",
|
||||||
"<opml><body></body></opml>",
|
"{\"a\":\"b\"}",
|
||||||
|
"[{}]",
|
||||||
|
"[\"\", 5]",
|
||||||
|
"[{\"snippet\":{\"title\":\"name\"}}]",
|
||||||
|
"[{\"snippet\":{\"resourceId\":{\"channelId\":\"gibberish\"}}}]",
|
||||||
"",
|
"",
|
||||||
null,
|
|
||||||
"\uD83D\uDC28\uD83D\uDC28\uD83D\uDC28",
|
"\uD83D\uDC28\uD83D\uDC28\uD83D\uDC28",
|
||||||
"gibberish");
|
"gibberish");
|
||||||
|
|
||||||
for (String invalidContent : invalidList) {
|
for (String invalidContent : invalidList) {
|
||||||
try {
|
try {
|
||||||
if (invalidContent != null) {
|
byte[] bytes = invalidContent.getBytes(StandardCharsets.UTF_8);
|
||||||
byte[] bytes = invalidContent.getBytes("UTF-8");
|
|
||||||
subscriptionExtractor.fromInputStream(new ByteArrayInputStream(bytes));
|
subscriptionExtractor.fromInputStream(new ByteArrayInputStream(bytes));
|
||||||
fail("Extracting from \"" + invalidContent + "\" didn't throw an exception");
|
fail("Extracting from \"" + invalidContent + "\" didn't throw an exception");
|
||||||
} else {
|
} catch (final Exception e) {
|
||||||
subscriptionExtractor.fromInputStream(null);
|
boolean correctType = e instanceof SubscriptionExtractor.InvalidSourceException;
|
||||||
fail("Extracting from null String didn't throw an exception");
|
if (!correctType) {
|
||||||
|
e.printStackTrace();
|
||||||
}
|
}
|
||||||
} catch (Exception e) {
|
assertTrue(e.getClass().getSimpleName() + " is not InvalidSourceException", correctType);
|
||||||
// System.out.println(" -> " + e);
|
|
||||||
boolean isExpectedException = e instanceof SubscriptionExtractor.InvalidSourceException;
|
|
||||||
assertTrue("\"" + e.getClass().getSimpleName() + "\" is not the expected exception", isExpectedException);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,23 +0,0 @@
|
||||||
<opml version="1.1">
|
|
||||||
<body>
|
|
||||||
<outline text="YouTube Subscriptions" title="YouTube Subscriptions">
|
|
||||||
<outline text="Kurzgesagt – In a Nutshell" title="Kurzgesagt – In a Nutshell" type="rss"
|
|
||||||
xmlUrl="https://www.youtube.com/feeds/videos.xml?channel_id=UCsXVk37bltHxD1rDPwtNM8Q"/>
|
|
||||||
<outline text="CaptainDisillusion" title="CaptainDisillusion" type="rss"
|
|
||||||
xmlUrl="https://www.youtube.com/feeds/videos.xml?channel_id=UCEOXxzW2vU0P-0THehuIIeg"/>
|
|
||||||
<outline text="TED" title="TED" type="rss"
|
|
||||||
xmlUrl="https://www.youtube.com/feeds/videos.xml?channel_id=UCAuUUnT6oDeKwE6v1NGQxug"/>
|
|
||||||
<outline text="Gorillaz" title="Gorillaz" type="rss"
|
|
||||||
xmlUrl="https://www.youtube.com/feeds/videos.xml?channel_id=UCfIXdjDQH9Fau7y99_Orpjw"/>
|
|
||||||
<outline text="ElectroBOOM" title="ElectroBOOM" type="rss"
|
|
||||||
xmlUrl="https://www.youtube.com/feeds/videos.xml?channel_id=UCJ0-OtVpF0wOKEqT2Z1HEtA"/>
|
|
||||||
|
|
||||||
<outline text="ⓤⓝⓘⓒⓞⓓⓔ" title="ⓤⓝⓘⓒⓞⓓⓔ" type="rss"
|
|
||||||
xmlUrl="https://www.youtube.com/feeds/videos.xml?channel_id=UCsXVk37bltHxD1rDPwtNM8Q"/>
|
|
||||||
<outline text="中文" title="中文" type="rss"
|
|
||||||
xmlUrl="https://www.youtube.com/feeds/videos.xml?channel_id=UCsXVk37bltHxD1rDPwtNM8Q"/>
|
|
||||||
<outline text="हिंदी" title="हिंदी" type="rss"
|
|
||||||
xmlUrl="https://www.youtube.com/feeds/videos.xml?channel_id=UCsXVk37bltHxD1rDPwtNM8Q"/>
|
|
||||||
</outline>
|
|
||||||
</body>
|
|
||||||
</opml>
|
|
211
extractor/src/test/resources/youtube_takeout_import_test.json
Normal file
211
extractor/src/test/resources/youtube_takeout_import_test.json
Normal file
|
@ -0,0 +1,211 @@
|
||||||
|
[ {
|
||||||
|
"contentDetails" : {
|
||||||
|
"activityType" : "all",
|
||||||
|
"newItemCount" : 0,
|
||||||
|
"totalItemCount" : 229
|
||||||
|
},
|
||||||
|
"etag" : "WRftgrOZw2rsNjNYhHG3s-VObgs",
|
||||||
|
"id" : "qUAzBV8xkoLYOP-1gwzy6yVWWYc7mBJxLNUEVlkNk8Y",
|
||||||
|
"kind" : "youtube#subscription",
|
||||||
|
"snippet" : {
|
||||||
|
"channelId" : "UC-lHJZR3Gqxm24_Vd_AJ5Yw",
|
||||||
|
"description" : "The official YouTube home of Gorillaz.",
|
||||||
|
"publishedAt" : "2020-11-01T17:24:34.498Z",
|
||||||
|
"resourceId" : {
|
||||||
|
"channelId" : "UCfIXdjDQH9Fau7y99_Orpjw",
|
||||||
|
"kind" : "youtube#channel"
|
||||||
|
},
|
||||||
|
"thumbnails" : {
|
||||||
|
"default" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s88-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"high" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s800-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"medium" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s240-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"title" : "Gorillaz"
|
||||||
|
}
|
||||||
|
}, {
|
||||||
|
"contentDetails" : {
|
||||||
|
"activityType" : "all",
|
||||||
|
"newItemCount" : 0,
|
||||||
|
"totalItemCount" : 3502
|
||||||
|
},
|
||||||
|
"etag" : "wUgip-X0qBlnjj0frSTwP6B8XoY",
|
||||||
|
"id" : "qUAzBV8xkoLYOP-1gwzy63zpjj8SMTtDReGwIa2sHp8",
|
||||||
|
"kind" : "youtube#subscription",
|
||||||
|
"snippet" : {
|
||||||
|
"channelId" : "UC-lHJZR3Gqxm24_Vd_AJ5Yw",
|
||||||
|
"description" : "The TED Talks channel features the best talks and performances from the TED Conference, where the world's leading thinkers and doers give the talk of their lives in 18 minutes (or less). Look for talks on Technology, Entertainment and Design -- plus science, business, global issues, the arts and more. You're welcome to link to or embed these videos, forward them to others and share these ideas with people you know.\n\nTED's videos may be used for non-commercial purposes under a Creative Commons License, Attribution–Non Commercial–No Derivatives (or the CC BY – NC – ND 4.0 International) and in accordance with our TED Talks Usage Policy (https://www.ted.com/about/our-organization/our-policies-terms/ted-talks-usage-policy). For more information on using TED for commercial purposes (e.g. employee learning, in a film or online course), please submit a Media Request at https://media-requests.ted.com",
|
||||||
|
"publishedAt" : "2020-11-01T17:24:11.769Z",
|
||||||
|
"resourceId" : {
|
||||||
|
"channelId" : "UCAuUUnT6oDeKwE6v1NGQxug",
|
||||||
|
"kind" : "youtube#channel"
|
||||||
|
},
|
||||||
|
"thumbnails" : {
|
||||||
|
"default" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-bonZt347bMc/AAAAAAAAAAI/AAAAAAAAAAA/lR8QEKnqqHk/s88-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"high" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-bonZt347bMc/AAAAAAAAAAI/AAAAAAAAAAA/lR8QEKnqqHk/s800-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"medium" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-bonZt347bMc/AAAAAAAAAAI/AAAAAAAAAAA/lR8QEKnqqHk/s240-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"title" : "TED"
|
||||||
|
}
|
||||||
|
}, {
|
||||||
|
"contentDetails" : {
|
||||||
|
"activityType" : "all",
|
||||||
|
"newItemCount" : 0,
|
||||||
|
"totalItemCount" : 98
|
||||||
|
},
|
||||||
|
"etag" : "M3Hl6FQUAD3e-fH9pcvcE9aPSWQ",
|
||||||
|
"id" : "qUAzBV8xkoLYOP-1gwzy64Vo-PpWMPDyIYBM1JUfepk",
|
||||||
|
"kind" : "youtube#subscription",
|
||||||
|
"snippet" : {
|
||||||
|
"channelId" : "UC-lHJZR3Gqxm24_Vd_AJ5Yw",
|
||||||
|
"description" : "In a world where the content of digital images and videos can no longer be taken at face value, an unlikely hero fights for the acceptance of truth.\r\n\r\nCaptain Disillusion guides children of all ages through the maze of visual fakery to the open spaces of reality and peace of mind.\r\n\r\nSubscribe to get fun and detailed explanations of current \"unbelievable\" viral videos that fool the masses!",
|
||||||
|
"publishedAt" : "2020-11-01T17:23:52.909Z",
|
||||||
|
"resourceId" : {
|
||||||
|
"channelId" : "UCEOXxzW2vU0P-0THehuIIeg",
|
||||||
|
"kind" : "youtube#channel"
|
||||||
|
},
|
||||||
|
"thumbnails" : {
|
||||||
|
"default" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-7f3hUYZP5Sc/AAAAAAAAAAI/AAAAAAAAAAA/4cpBHKDlbYQ/s88-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"high" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-7f3hUYZP5Sc/AAAAAAAAAAI/AAAAAAAAAAA/4cpBHKDlbYQ/s800-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"medium" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-7f3hUYZP5Sc/AAAAAAAAAAI/AAAAAAAAAAA/4cpBHKDlbYQ/s240-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"title" : "Captain Disillusion"
|
||||||
|
}
|
||||||
|
}, {
|
||||||
|
"contentDetails" : {
|
||||||
|
"activityType" : "all",
|
||||||
|
"newItemCount" : 0,
|
||||||
|
"totalItemCount" : 130
|
||||||
|
},
|
||||||
|
"etag" : "crkTVZbDHS3arRZErMaLMnNqtac",
|
||||||
|
"id" : "qUAzBV8xkoLYOP-1gwzy66EVopYHE34m06PVw8Pvheg",
|
||||||
|
"kind" : "youtube#subscription",
|
||||||
|
"snippet" : {
|
||||||
|
"channelId" : "UC-lHJZR3Gqxm24_Vd_AJ5Yw",
|
||||||
|
"description" : "Videos explaining things with optimistic nihilism. \n\nWe are a small team who want to make science look beautiful. Because it is beautiful. \n\nCurrently we make one animation video per month. Follow us on Twitter, Facebook to get notified when a new one comes out.\n\nFAQ:\n \n- We do the videos with After Effects and Illustrator.",
|
||||||
|
"publishedAt" : "2020-11-01T17:23:39.659Z",
|
||||||
|
"resourceId" : {
|
||||||
|
"channelId" : "UCsXVk37bltHxD1rDPwtNM8Q",
|
||||||
|
"kind" : "youtube#channel"
|
||||||
|
},
|
||||||
|
"thumbnails" : {
|
||||||
|
"default" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UwENvFjc4vI/AAAAAAAAAAI/AAAAAAAAAAA/04dXvZ_jl0I/s88-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"high" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UwENvFjc4vI/AAAAAAAAAAI/AAAAAAAAAAA/04dXvZ_jl0I/s800-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"medium" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UwENvFjc4vI/AAAAAAAAAAI/AAAAAAAAAAA/04dXvZ_jl0I/s240-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"title" : "Kurzgesagt – In a Nutshell"
|
||||||
|
}
|
||||||
|
}, {
|
||||||
|
"contentDetails" : {
|
||||||
|
"activityType" : "all",
|
||||||
|
"newItemCount" : 0,
|
||||||
|
"totalItemCount" : 229
|
||||||
|
},
|
||||||
|
"etag" : "WRftgrOZw2rsNjNYhHG3s-VObgs",
|
||||||
|
"id" : "qUAzBV8xkoLYOP-1gwzy6yVWWYc7mBJxLNUEVlkNk8Y",
|
||||||
|
"kind" : "youtube#subscription",
|
||||||
|
"snippet" : {
|
||||||
|
"channelId" : "UC-lHJZR3Gqxm24_Vd_AJ5Yw",
|
||||||
|
"description" : "ⓤⓝⓘⓒⓞⓓⓔ",
|
||||||
|
"publishedAt" : "2020-11-01T17:24:34.498Z",
|
||||||
|
"resourceId" : {
|
||||||
|
"channelId" : "UCfIXdjDQH9Fau7y99_Orpjw",
|
||||||
|
"kind" : "youtube#channel"
|
||||||
|
},
|
||||||
|
"thumbnails" : {
|
||||||
|
"default" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s88-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"high" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s800-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"medium" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s240-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"title" : "ⓤⓝⓘⓒⓞⓓⓔ"
|
||||||
|
}
|
||||||
|
}, {
|
||||||
|
"contentDetails" : {
|
||||||
|
"activityType" : "all",
|
||||||
|
"newItemCount" : 0,
|
||||||
|
"totalItemCount" : 229
|
||||||
|
},
|
||||||
|
"etag" : "WRftgrOZw2rsNjNYhHG3s-VObgs",
|
||||||
|
"id" : "qUAzBV8xkoLYOP-1gwzy6yVWWYc7mBJxLNUEVlkNk8Y",
|
||||||
|
"kind" : "youtube#subscription",
|
||||||
|
"snippet" : {
|
||||||
|
"channelId" : "UC-lHJZR3Gqxm24_Vd_AJ5Yw",
|
||||||
|
"description" : "中文",
|
||||||
|
"publishedAt" : "2020-11-01T17:24:34.498Z",
|
||||||
|
"resourceId" : {
|
||||||
|
"channelId" : "UCfIXdjDQH9Fau7y99_Orpjw",
|
||||||
|
"kind" : "youtube#channel"
|
||||||
|
},
|
||||||
|
"thumbnails" : {
|
||||||
|
"default" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s88-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"high" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s800-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"medium" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s240-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"title" : "中文"
|
||||||
|
}
|
||||||
|
}, {
|
||||||
|
"contentDetails" : {
|
||||||
|
"activityType" : "all",
|
||||||
|
"newItemCount" : 0,
|
||||||
|
"totalItemCount" : 229
|
||||||
|
},
|
||||||
|
"etag" : "WRftgrOZw2rsNjNYhHG3s-VObgs",
|
||||||
|
"id" : "qUAzBV8xkoLYOP-1gwzy6yVWWYc7mBJxLNUEVlkNk8Y",
|
||||||
|
"kind" : "youtube#subscription",
|
||||||
|
"snippet" : {
|
||||||
|
"channelId" : "UC-lHJZR3Gqxm24_Vd_AJ5Yw",
|
||||||
|
"description" : "हिंदी",
|
||||||
|
"publishedAt" : "2020-11-01T17:24:34.498Z",
|
||||||
|
"resourceId" : {
|
||||||
|
"channelId" : "UCfIXdjDQH9Fau7y99_Orpjw",
|
||||||
|
"kind" : "youtube#channel"
|
||||||
|
},
|
||||||
|
"thumbnails" : {
|
||||||
|
"default" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s88-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"high" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s800-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
},
|
||||||
|
"medium" : {
|
||||||
|
"url" : "https://yt3.ggpht.com/-UXcxdSDLo08/AAAAAAAAAAI/AAAAAAAAAAA/FP5NbxM7TzU/s240-c-k-no-mo-rj-c0xffffff/photo.jpg"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"title" : "हिंदी"
|
||||||
|
}
|
||||||
|
} ]
|
Loading…
Reference in a new issue