build(deps): bump org.nibor.autolink:autolink from 0.10.0 to 0.11.0

build.gradle

@@ -27,7 +27,7 @@ allprojects {
     }
 
     ext {
-        nanojsonVersion = "1d9e1aea9049fc9f85e68b43ba39fe7be1c1f751"
+        nanojsonVersion = "01934924442edda6952f3bedf80ba9e969cba8bc"
         spotbugsVersion = "4.7.3"
         junitVersion = "5.9.1"
         checkstyleVersion = "9.3" // do not use latest version (10.0) as it requires compile JDK 11

extractor/build.gradle

@@ -25,10 +25,10 @@ checkstyleTest {
 dependencies {
     implementation project(':timeago-parser')
 
-    implementation "com.github.TeamNewPipe:nanojson:$nanojsonVersion"
+    implementation "com.github.FireMasterK:nanojson:$nanojsonVersion"
     implementation 'org.jsoup:jsoup:1.15.3'
     implementation "com.github.spotbugs:spotbugs-annotations:$spotbugsVersion"
-    implementation 'org.nibor.autolink:autolink:0.10.0'
+    implementation 'org.nibor.autolink:autolink:0.11.0'
 
     // do not upgrade to 1.7.14, since in 1.7.14 Rhino uses the `SourceVersion` class, which is not
     // available on Android (even when using desugaring), and `NoClassDefFoundError` is thrown

extractor/src/main/java/org/schabi/newpipe/extractor/NewPipe.java

@@ -26,6 +26,8 @@
 import org.schabi.newpipe.extractor.localization.Localization;
 
 import java.util.List;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
 
 import javax.annotation.Nonnull;
 import javax.annotation.Nullable;
@@ -38,6 +40,8 @@ public final class NewPipe {
     private static Localization preferredLocalization;
     private static ContentCountry preferredContentCountry;
 
+    private static ExecutorService executorService;
+
     private NewPipe() {
     }
 
@@ -51,9 +55,15 @@ public static void init(final Downloader d, final Localization l) {
     }
 
     public static void init(final Downloader d, final Localization l, final ContentCountry c) {
+        init(d, l, c, Executors.newCachedThreadPool());
+    }
+
+    public static void init(final Downloader d, final Localization l, final ContentCountry c,
+                            final ExecutorService e) {
         downloader = d;
         preferredLocalization = l;
         preferredContentCountry = c;
+        executorService = e;
     }
 
     public static Downloader getDownloader() {
@@ -132,4 +142,13 @@ public static ContentCountry getPreferredContentCountry() {
     public static void setPreferredContentCountry(final ContentCountry preferredContentCountry) {
         NewPipe.preferredContentCountry = preferredContentCountry;
     }
+
+    @Nonnull
+    public static ExecutorService getExecutorService() {
+        return executorService;
+    }
+
+    public static void setExecutorService(final ExecutorService executorService) {
+        NewPipe.executorService = executorService;
+    }
 }

extractor/src/main/java/org/schabi/newpipe/extractor/StreamingService.java

@@ -1,6 +1,7 @@
 package org.schabi.newpipe.extractor;
 
 import org.schabi.newpipe.extractor.channel.ChannelExtractor;
+import org.schabi.newpipe.extractor.channel.ChannelTabExtractor;
 import org.schabi.newpipe.extractor.comments.CommentsExtractor;
 import org.schabi.newpipe.extractor.exceptions.ExtractionException;
 import org.schabi.newpipe.extractor.exceptions.ParsingException;
@@ -57,7 +58,8 @@ public static class ServiceInfo {
 
         /**
          * Creates a new instance of a ServiceInfo
-         * @param name the name of the service
+         *
+         * @param name              the name of the service
          * @param mediaCapabilities the type of media this service can handle
          */
         public ServiceInfo(final String name, final List<MediaCapability> mediaCapabilities) {
@@ -97,8 +99,9 @@ public enum LinkType {
      * If you Implement one do not set id within your implementation of this extractor, instead
      * set the id when you put the extractor into {@link ServiceList}
      * All other parameters can be set directly from the overriding constructor.
-     * @param id the number of the service to identify him within the NewPipe frontend
-     * @param name the name of the service
+     *
+     * @param id           the number of the service to identify him within the NewPipe frontend
+     * @param name         the name of the service
      * @param capabilities the type of media this service can handle
      */
     public StreamingService(final int id,
@@ -129,29 +132,42 @@ public String toString() {
 
     /**
      * Must return a new instance of an implementation of LinkHandlerFactory for streams.
+     *
      * @return an instance of a LinkHandlerFactory for streams
      */
     public abstract LinkHandlerFactory getStreamLHFactory();
 
     /**
      * Must return a new instance of an implementation of ListLinkHandlerFactory for channels.
      * If support for channels is not given null must be returned.
+     *
      * @return an instance of a ListLinkHandlerFactory for channels or null
      */
     public abstract ListLinkHandlerFactory getChannelLHFactory();
 
+    /**
+     * Must return a new instance of an implementation of ListLinkHandlerFactory for channel tabs.
+     * If support for channel tabs is not given null must be returned.
+     *
+     * @return an instance of a ListLinkHandlerFactory for channels or null
+     */
+    public abstract ListLinkHandlerFactory getChannelTabLHFactory();
+
     /**
      * Must return a new instance of an implementation of ListLinkHandlerFactory for playlists.
      * If support for playlists is not given null must be returned.
+     *
      * @return an instance of a ListLinkHandlerFactory for playlists or null
      */
     public abstract ListLinkHandlerFactory getPlaylistLHFactory();
 
     /**
      * Must return an instance of an implementation of SearchQueryHandlerFactory.
+     *
      * @return an instance of a SearchQueryHandlerFactory
      */
     public abstract SearchQueryHandlerFactory getSearchQHFactory();
+
     public abstract ListLinkHandlerFactory getCommentsLHFactory();
 
     /*//////////////////////////////////////////////////////////////////////////
@@ -160,19 +176,22 @@ public String toString() {
 
     /**
      * Must create a new instance of a SearchExtractor implementation.
+     *
      * @param queryHandler specifies the keyword lock for, and the filters which should be applied.
      * @return a new SearchExtractor instance
      */
     public abstract SearchExtractor getSearchExtractor(SearchQueryHandler queryHandler);
 
     /**
      * Must create a new instance of a SuggestionExtractor implementation.
+     *
      * @return a new SuggestionExtractor instance
      */
     public abstract SuggestionExtractor getSuggestionExtractor();
 
     /**
      * Outdated or obsolete. null can be returned.
+     *
      * @return just null
      */
     public abstract SubscriptionExtractor getSubscriptionExtractor();
@@ -192,20 +211,32 @@ public FeedExtractor getFeedExtractor(final String url) throws ExtractionExcepti
 
     /**
      * Must create a new instance of a KioskList implementation.
+     *
      * @return a new KioskList instance
      */
     public abstract KioskList getKioskList() throws ExtractionException;
 
     /**
      * Must create a new instance of a ChannelExtractor implementation.
+     *
      * @param linkHandler is pointing to the channel which should be handled by this new instance.
      * @return a new ChannelExtractor
      */
     public abstract ChannelExtractor getChannelExtractor(ListLinkHandler linkHandler)
             throws ExtractionException;
 
+    /**
+     * Must create a new instance of a ChannelTabExtractor implementation.
+     *
+     * @param linkHandler is pointing to the channel which should be handled by this new instance.
+     * @return a new ChannelTabExtractor
+     */
+    public abstract ChannelTabExtractor getChannelTabExtractor(ListLinkHandler linkHandler)
+            throws ExtractionException;
+
     /**
      * Must crete a new instance of a PlaylistExtractor implementation.
+     *
      * @param linkHandler is pointing to the playlist which should be handled by this new instance.
      * @return a new PlaylistExtractor
      */
@@ -214,6 +245,7 @@ public abstract PlaylistExtractor getPlaylistExtractor(ListLinkHandler linkHandl
 
     /**
      * Must create a new instance of a StreamExtractor implementation.
+     *
      * @param linkHandler is pointing to the stream which should be handled by this new instance.
      * @return a new StreamExtractor
      */
@@ -242,6 +274,19 @@ public ChannelExtractor getChannelExtractor(final String id,
                 .fromQuery(id, contentFilter, sortFilter));
     }
 
+    public ChannelTabExtractor getChannelTabExtractorFromId(final String id, final String tab)
+            throws ExtractionException {
+        return getChannelTabExtractor(getChannelTabLHFactory().fromQuery(
+                id, Collections.singletonList(tab), ""));
+    }
+
+    public ChannelTabExtractor getChannelTabExtractorFromId(final String id, final String tab,
+                                                            final String baseUrl)
+            throws ExtractionException {
+        return getChannelTabExtractor(getChannelTabLHFactory().fromQuery(
+                id, Collections.singletonList(tab), "", baseUrl));
+    }
+
     public PlaylistExtractor getPlaylistExtractor(final String id,
                                                   final List<String> contentFilter,
                                                   final String sortFilter)
@@ -284,6 +329,7 @@ public CommentsExtractor getCommentsExtractor(final String url) throws Extractio
 
     /**
      * Figures out where the link is pointing to (a channel, a video, a playlist, etc.)
+     *
      * @param url the url on which it should be decided of which link type it is
      * @return the link type of url
      */

extractor/src/main/java/org/schabi/newpipe/extractor/channel/ChannelExtractor.java

@@ -6,6 +6,10 @@
 import org.schabi.newpipe.extractor.linkhandler.ListLinkHandler;
 import org.schabi.newpipe.extractor.stream.StreamInfoItem;
 
+import javax.annotation.Nonnull;
+import java.util.Collections;
+import java.util.List;
+
 /*
  * Created by Christian Schabesberger on 25.07.16.
  *
@@ -43,5 +47,12 @@ public ChannelExtractor(final StreamingService service, final ListLinkHandler li
     public abstract String getParentChannelUrl() throws ParsingException;
     public abstract String getParentChannelAvatarUrl() throws ParsingException;
     public abstract boolean isVerified() throws ParsingException;
-
+    @Nonnull
+    public List<ListLinkHandler> getTabs() throws ParsingException {
+        return Collections.emptyList();
+    }
+    @Nonnull
+    public List<String> getTags() throws ParsingException {
+        return Collections.emptyList();
+    }
 }

extractor/src/main/java/org/schabi/newpipe/extractor/channel/ChannelInfo.java

@@ -10,7 +10,10 @@
 import org.schabi.newpipe.extractor.stream.StreamInfoItem;
 import org.schabi.newpipe.extractor.utils.ExtractorHelper;
 
+import javax.annotation.Nonnull;
 import java.io.IOException;
+import java.util.Collections;
+import java.util.List;
 
 /*
  * Created by Christian Schabesberger on 31.07.16.
@@ -130,6 +133,17 @@ public static ChannelInfo getInfo(final ChannelExtractor extractor)
             info.addError(e);
         }
 
+        try {
+            info.setTabs(extractor.getTabs());
+        } catch (final Exception e) {
+            info.addError(e);
+        }
+        try {
+            info.setTags(extractor.getTags());
+        } catch (final Exception e) {
+            info.addError(e);
+        }
+
         return info;
     }
 
@@ -144,6 +158,10 @@ public static ChannelInfo getInfo(final ChannelExtractor extractor)
     private String[] donationLinks;
     private boolean verified;
 
+    private List<ListLinkHandler> tabs = Collections.emptyList();
+
+    private List<String> tags = Collections.emptyList();
+
     public String getParentChannelName() {
         return parentChannelName;
     }
@@ -223,4 +241,22 @@ public boolean isVerified() {
     public void setVerified(final boolean verified) {
         this.verified = verified;
     }
+
+    @Nonnull
+    public List<ListLinkHandler> getTabs() {
+        return tabs;
+    }
+
+    public void setTabs(@Nonnull final List<ListLinkHandler> tabs) {
+        this.tabs = tabs;
+    }
+
+    @Nonnull
+    public List<String> getTags() {
+        return tags;
+    }
+
+    public void setTags(@Nonnull final List<String> tags) {
+        this.tags = tags;
+    }
 }

extractor/src/main/java/org/schabi/newpipe/extractor/channel/ChannelTabExtractor.java

@@ -0,0 +1,27 @@
+package org.schabi.newpipe.extractor.channel;
+
+import org.schabi.newpipe.extractor.InfoItem;
+import org.schabi.newpipe.extractor.ListExtractor;
+import org.schabi.newpipe.extractor.StreamingService;
+import org.schabi.newpipe.extractor.exceptions.ParsingException;
+import org.schabi.newpipe.extractor.linkhandler.ListLinkHandler;
+
+import javax.annotation.Nonnull;
+
+public abstract class ChannelTabExtractor extends ListExtractor<InfoItem> {
+
+    public ChannelTabExtractor(final StreamingService service,
+                               final ListLinkHandler linkHandler) {
+        super(service, linkHandler);
+    }
+
+    public String getTab() {
+        return getLinkHandler().getContentFilters().get(0);
+    }
+
+    @Nonnull
+    @Override
+    public String getName() throws ParsingException {
+        return getTab();
+    }
+}