feat(youtube): add recommended podcasts kiosk and cap results

Priveetee · Priveetee · commit 9f69bb2b7580 · 2026-04-14T20:54:37.000+02:00
diff --git a/extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/YoutubeService.java b/extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/YoutubeService.java
@@ -172,7 +172,16 @@ public KioskList getKioskList() throws ExtractionException {
                     new YoutubeTrendingLinkHandlerFactory(),
                     "Recommended Lives"
             );
-            list.setDefaultKiosk("Recommended Lives");
+            list.addKioskEntry(
+                    (streamingService, url, id) -> new YoutubeTrendingExtractor(
+                            YoutubeService.this,
+                            new YoutubeTrendingLinkHandlerFactory().fromUrl(url),
+                            id
+                    ),
+                    new YoutubeTrendingLinkHandlerFactory(),
+                    "Recommended Podcasts"
+            );
+            list.setDefaultKiosk("Recommended Podcasts");
         } catch (final Exception e) {
             throw new ExtractionException(e);
         }
diff --git a/extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/extractors/YoutubeTrendingExtractor.java b/extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/extractors/YoutubeTrendingExtractor.java
@@ -47,6 +47,12 @@
 import static org.schabi.newpipe.extractor.utils.Utils.isNullOrEmpty;
 
 public class YoutubeTrendingExtractor extends KioskExtractor<StreamInfoItem> {
+    private static final String KIOSK_RECOMMENDED_PODCASTS = "Recommended Podcasts";
+    private static final String RECOMMENDED_LIVES_BROWSE_ID = "UC4R8DWoMoI7CAwX8_LjQHig";
+    private static final String RECOMMENDED_PODCASTS_BROWSE_ID = "FEpodcasts_destination";
+    private static final String RECOMMENDED_PODCASTS_PARAMS = "qgcCCAM=";
+    private static final long RECOMMENDED_PODCASTS_MAX_ITEMS = 40;
+
     private JsonObject initialData;
 
     public YoutubeTrendingExtractor(final StreamingService service,
@@ -58,13 +64,21 @@ public YoutubeTrendingExtractor(final StreamingService service,
     @Override
     public void onFetchPage(@Nonnull final Downloader downloader)
             throws IOException, ExtractionException {
-        // @formatter:off
-        final byte[] body = JsonWriter.string(prepareDesktopJsonBuilder(getExtractorLocalization(),
-                        getExtractorContentCountry())
-                .value("browseId", "UC4R8DWoMoI7CAwX8_LjQHig")
-                .done())
-                .getBytes(UTF_8);
-        // @formatter:on
+        final byte[] body;
+        if (KIOSK_RECOMMENDED_PODCASTS.equals(getId())) {
+            body = JsonWriter.string(prepareDesktopJsonBuilder(getExtractorLocalization(),
+                            getExtractorContentCountry())
+                    .value("browseId", RECOMMENDED_PODCASTS_BROWSE_ID)
+                    .value("params", RECOMMENDED_PODCASTS_PARAMS)
+                    .done())
+                    .getBytes(UTF_8);
+        } else {
+            body = JsonWriter.string(prepareDesktopJsonBuilder(getExtractorLocalization(),
+                            getExtractorContentCountry())
+                    .value("browseId", RECOMMENDED_LIVES_BROWSE_ID)
+                    .done())
+                    .getBytes(UTF_8);
+        }
 
         initialData = getJsonPostResponse("browse", body, getExtractorLocalization());
     }
@@ -86,6 +100,8 @@ public String getName() throws ParsingException {
         } else if (header.has("carouselHeaderRenderer")) {
             name = header.getObject("carouselHeaderRenderer").getArray("contents").getObject(0)
                     .getObject("topicChannelDetailsRenderer").getObject("title").getString("simpleText");
+        } else if (header.has("pageHeaderRenderer")) {
+            name = header.getObject("pageHeaderRenderer").getString("pageTitle");
         }
 
         if (isNullOrEmpty(name)) {
@@ -99,6 +115,9 @@ public String getName() throws ParsingException {
     public InfoItemsPage<StreamInfoItem> getInitialPage() throws ParsingException {
         final StreamInfoItemsCollector collector = new StreamInfoItemsCollector(getServiceId());
         final TimeAgoParser timeAgoParser = getTimeAgoParser();
+        final long maximumItems = KIOSK_RECOMMENDED_PODCASTS.equals(getId())
+                ? RECOMMENDED_PODCASTS_MAX_ITEMS
+                : Long.MAX_VALUE;
         final JsonObject tabContent = getTrendingTabRenderer().getObject("content");
 
         if (tabContent.has("richGridRenderer")) {
@@ -110,8 +129,10 @@ public InfoItemsPage<StreamInfoItem> getInitialPage() throws ParsingException {
                     // Filter Trending shorts and Recently trending sections
                     .filter(content -> content.has("richItemRenderer"))
                     .map(content -> content.getObject("richItemRenderer")
-                            .getObject("content")
-                            .getObject("videoRenderer"))
+                            .getObject("content"))
+                    .filter(content -> content.has("videoRenderer"))
+                    .map(content -> content.getObject("videoRenderer"))
+                    .limit(maximumItems)
                     .forEachOrdered(videoRenderer -> collector.commit(
                             new YoutubeStreamInfoItemExtractor(videoRenderer, timeAgoParser)));
         } else if (tabContent.has("sectionListRenderer")) {
@@ -136,6 +157,7 @@ public InfoItemsPage<StreamInfoItem> getInitialPage() throws ParsingException {
                     .filter(JsonObject.class::isInstance)
                     .map(JsonObject.class::cast)
                     .map(item -> item.getObject("videoRenderer"))
+                    .limit(maximumItems)
                     .forEachOrdered(videoRenderer -> collector.commit(
                             new YoutubeStreamInfoItemExtractor(videoRenderer, timeAgoParser)));
         }
@@ -159,6 +181,7 @@ public InfoItemsPage<StreamInfoItem> getInitialPage() throws ParsingException {
                     .filter(JsonObject.class::isInstance)
                     .map(JsonObject.class::cast)
                     .map(item -> item.getObject("gridVideoRenderer"))
+                    .limit(maximumItems)
                     .forEachOrdered(videoRenderer -> collector.commit(
                             new YoutubeStreamInfoItemExtractor(videoRenderer, timeAgoParser)));
         }
@@ -182,11 +205,12 @@ public InfoItemsPage<StreamInfoItem> getInitialPage() throws ParsingException {
                     .map(content -> content.getObject("richItemRenderer")
                             .getObject("content")
                             .getObject("videoRenderer"))
+                    .limit(maximumItems)
                     .forEachOrdered(videoRenderer -> collector.commit(
                             new YoutubeStreamInfoItemExtractor(videoRenderer, timeAgoParser)));
         }
         if (collector.getItems().isEmpty()) {
-            throw new ParsingException("Could not get trending page");
+            throw new ParsingException("Could not get kiosk page: " + getId());
         }
 
         if (ServiceList.YouTube.getFilterTypes().contains("recommendations")) {
diff --git a/extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/linkHandler/YoutubeTrendingLinkHandlerFactory.java b/extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/linkHandler/YoutubeTrendingLinkHandlerFactory.java
@@ -34,21 +34,40 @@
 
 public class YoutubeTrendingLinkHandlerFactory extends ListLinkHandlerFactory {
 
+    private static final String TRENDING_ID = "Trending";
+    private static final String RECOMMENDED_LIVES_ID = "Recommended Lives";
+    private static final String RECOMMENDED_PODCASTS_ID = "Recommended Podcasts";
+    private static final String TRENDING_URL = "https://www.youtube.com/feed/trending";
+    private static final String RECOMMENDED_LIVES_URL =
+            "https://www.youtube.com/channel/UC4R8DWoMoI7CAwX8_LjQHig";
+    private static final String RECOMMENDED_PODCASTS_URL = "https://www.youtube.com/podcasts/videos";
+
     public String getUrl(final String id,
                          final List<FilterItem> contentFilters,
                          final List<FilterItem> sortFilter) {
-        if(!id.equals("Trending")){
-            return "https://www.youtube.com/channel/UC4R8DWoMoI7CAwX8_LjQHig";
+        if (TRENDING_ID.equals(id)) {
+            return TRENDING_URL;
+        }
+
+        if (RECOMMENDED_PODCASTS_ID.equals(id)) {
+            return RECOMMENDED_PODCASTS_URL;
         }
-        return "https://www.youtube.com/feed/trending";
+
+        return RECOMMENDED_LIVES_URL;
     }
 
     @Override
     public String getId(final String url) {
-        if(url.equals("https://www.youtube.com/feed/trending")){
-            return "Trending";
+        if (TRENDING_URL.equals(url)) {
+            return TRENDING_ID;
         }
-        return "Recommended Lives";
+
+        if (RECOMMENDED_PODCASTS_URL.equals(url)
+                || "https://www.youtube.com/podcasts".equals(url)) {
+            return RECOMMENDED_PODCASTS_ID;
+        }
+
+        return RECOMMENDED_LIVES_ID;
     }
 
     @Override
@@ -62,6 +81,11 @@ public boolean onAcceptUrl(final String url) {
 
         final String urlPath = urlObj.getPath();
         return Utils.isHTTP(urlObj) && (isYoutubeURL(urlObj) || isInvidiousURL(urlObj))
-                && (urlPath.equals("/feed/trending") || urlPath.equals("/channel/UC4R8DWoMoI7CAwX8_LjQHig"));
+                && (urlPath.equals("/feed/trending")
+                || urlPath.equals("/channel/UC4R8DWoMoI7CAwX8_LjQHig")
+                || urlPath.equals("/podcasts")
+                || urlPath.equals("/podcasts/")
+                || urlPath.equals("/podcasts/videos")
+                || urlPath.equals("/podcasts/videos/"));
     }
 }
diff --git a/extractor/src/test/java/org/schabi/newpipe/extractor/services/youtube/YoutubeServiceTest.java b/extractor/src/test/java/org/schabi/newpipe/extractor/services/youtube/YoutubeServiceTest.java
@@ -54,6 +54,11 @@ void testGetKioskAvailableKiosks() {
         assertFalse(kioskList.getAvailableKiosks().isEmpty(), "No kiosk got returned");
     }
 
+    @Test
+    void testRecommendedPodcastsKioskAvailable() {
+        assertTrue(kioskList.getAvailableKiosks().contains("Recommended Podcasts"));
+    }
+
     @Test
     void testGetDefaultKiosk() throws Exception {
         assertEquals(kioskList.getDefaultKioskExtractor(null).getId(), "Trending");
diff --git a/extractor/src/test/java/org/schabi/newpipe/extractor/services/youtube/YoutubeTrendingLinkHandlerFactoryPodcastsTest.java b/extractor/src/test/java/org/schabi/newpipe/extractor/services/youtube/YoutubeTrendingLinkHandlerFactoryPodcastsTest.java
@@ -0,0 +1,31 @@
+package org.schabi.newpipe.extractor.services.youtube;
+
+import org.junit.jupiter.api.Test;
+import org.schabi.newpipe.extractor.services.youtube.linkHandler.YoutubeTrendingLinkHandlerFactory;
+
+import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+
+public class YoutubeTrendingLinkHandlerFactoryPodcastsTest {
+
+    private static final YoutubeTrendingLinkHandlerFactory FACTORY =
+            new YoutubeTrendingLinkHandlerFactory();
+
+    @Test
+    public void testRecommendedPodcastsUrlFromId() throws Exception {
+        assertEquals("https://www.youtube.com/podcasts/videos",
+                FACTORY.fromId("Recommended Podcasts").getUrl());
+    }
+
+    @Test
+    public void testRecommendedPodcastsIdFromUrl() throws Exception {
+        assertEquals("Recommended Podcasts",
+                FACTORY.fromUrl("https://www.youtube.com/podcasts/videos").getId());
+    }
+
+    @Test
+    public void testAcceptPodcastsUrls() throws Exception {
+        assertTrue(FACTORY.acceptUrl("https://www.youtube.com/podcasts/videos"));
+        assertTrue(FACTORY.acceptUrl("https://www.youtube.com/podcasts"));
+    }
+}
