[Bandcamp] Add Java 8 streams

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampChannelExtractor.java

@@ -2,6 +2,8 @@
 
 package org.schabi.newpipe.extractor.services.bandcamp.extractors;
 
+import static org.schabi.newpipe.extractor.utils.Utils.replaceHttpWithHttps;
+
 import com.grack.nanojson.JsonArray;
 import com.grack.nanojson.JsonObject;
 
@@ -19,6 +21,8 @@ import org.schabi.newpipe.extractor.stream.StreamInfoItem;
 import org.schabi.newpipe.extractor.stream.StreamInfoItemsCollector;
 
 import java.io.IOException;
+import java.util.Objects;
+import java.util.stream.Stream;
 
 import javax.annotation.Nonnull;
 
@@ -48,21 +52,18 @@ public class BandcampChannelExtractor extends ChannelExtractor {
          */
         try {
             final String html = getDownloader()
-                            .get(channelInfo.getString("bandcamp_url")
+                            .get(replaceHttpWithHttps(channelInfo.getString("bandcamp_url")))
-                                    .replace("http://", "https://"))
                             .responseBody();
 
-            return Jsoup.parse(html)
+            return Stream.of(Jsoup.parse(html).getElementById("customHeader"))
-                    .getElementById("customHeader")
+                    .filter(Objects::nonNull)
-                    .getElementsByTag("img")
+                    .flatMap(element -> element.getElementsByTag("img").stream())
-                    .first()
+                    .map(element -> element.attr("src"))
-                    .attr("src");
+                    .findFirst()
+                    .orElse(""); // no banner available
 
         } catch (final IOException | ReCaptchaException e) {
             throw new ParsingException("Could not download artist web site", e);
-        } catch (final NullPointerException e) {
-            // No banner available
-            return "";
         }
     }
 

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampChannelInfoItemExtractor.java

@@ -28,13 +28,7 @@ public class BandcampChannelInfoItemExtractor implements ChannelInfoItemExtracto
 
     @Override
     public String getThumbnailUrl() throws ParsingException {
-        final Element img = searchResult.getElementsByClass("art").first()
+        return BandcampExtractorHelper.getThumbnailUrlFromSearchResult(searchResult);
-                .getElementsByTag("img").first();
-        if (img != null) {
-            return img.attr("src");
-        } else {
-            return null;
-        }
     }
 
     @Override

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampCommentsInfoItemExtractor.java

@@ -4,6 +4,8 @@ import org.jsoup.nodes.Element;
 import org.schabi.newpipe.extractor.comments.CommentsInfoItemExtractor;
 import org.schabi.newpipe.extractor.exceptions.ParsingException;
 
+import java.util.Objects;
+
 public class BandcampCommentsInfoItemExtractor implements CommentsInfoItemExtractor {
 
     private final Element writing;
@@ -16,7 +18,7 @@ public class BandcampCommentsInfoItemExtractor implements CommentsInfoItemExtrac
 
     @Override
     public String getName() throws ParsingException {
-        return writing.getElementsByClass("text").first().ownText();
+        return getCommentText();
     }
 
     @Override
@@ -30,13 +32,21 @@ public class BandcampCommentsInfoItemExtractor implements CommentsInfoItemExtrac
     }
 
     @Override
-    public String getCommentText() {
+    public String getCommentText() throws ParsingException {
-        return writing.getElementsByClass("text").first().ownText();
+        return writing.getElementsByClass("text").stream()
+                .filter(Objects::nonNull)
+                .map(Element::ownText)
+                .findFirst()
+                .orElseThrow(() -> new ParsingException("Could not get comment text"));
     }
 
     @Override
     public String getUploaderName() throws ParsingException {
-        return writing.getElementsByClass("name").first().text();
+        return writing.getElementsByClass("name").stream()
+                .filter(Objects::nonNull)
+                .map(Element::text)
+                .findFirst()
+                .orElseThrow(() -> new ParsingException("Could not get uploader name"));
     }
 
     @Override

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampExtractorHelper.java

@@ -8,6 +8,7 @@ import com.grack.nanojson.JsonParserException;
 import com.grack.nanojson.JsonWriter;
 
 import org.jsoup.Jsoup;
+import org.jsoup.nodes.Element;
 import org.schabi.newpipe.extractor.NewPipe;
 import org.schabi.newpipe.extractor.exceptions.ParsingException;
 import org.schabi.newpipe.extractor.exceptions.ReCaptchaException;
@@ -19,6 +20,8 @@ import java.time.ZonedDateTime;
 import java.time.format.DateTimeFormatter;
 import java.util.Locale;
 
+import javax.annotation.Nullable;
+
 public final class BandcampExtractorHelper {
 
     public static final String BASE_URL = "https://bandcamp.com";
@@ -134,4 +137,14 @@ public final class BandcampExtractorHelper {
             throw new ParsingException("Could not parse date '" + textDate + "'", e);
         }
     }
+
+    @Nullable
+    public static String getThumbnailUrlFromSearchResult(final Element searchResult) {
+        return searchResult.getElementsByClass("art").stream()
+                .flatMap(element -> element.getElementsByTag("img").stream())
+                .map(element -> element.attr("src"))
+                .filter(string -> !string.isEmpty())
+                .findFirst()
+                .orElse(null);
+    }
 }

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampPlaylistExtractor.java

@@ -1,8 +1,15 @@
 package org.schabi.newpipe.extractor.services.bandcamp.extractors;
 
+import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampExtractorHelper.getImageUrl;
+import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampStreamExtractor.getAlbumInfoJson;
+import static org.schabi.newpipe.extractor.utils.JsonUtils.getJsonData;
+import static org.schabi.newpipe.extractor.utils.Utils.EMPTY_STRING;
+import static org.schabi.newpipe.extractor.utils.Utils.HTTPS;
+
 import com.grack.nanojson.JsonArray;
 import com.grack.nanojson.JsonObject;
 import com.grack.nanojson.JsonParserException;
+
 import org.jsoup.Jsoup;
 import org.jsoup.nodes.Document;
 import org.schabi.newpipe.extractor.Page;
@@ -17,15 +24,9 @@ import org.schabi.newpipe.extractor.services.bandcamp.extractors.streaminfoitem.
 import org.schabi.newpipe.extractor.stream.StreamInfoItem;
 import org.schabi.newpipe.extractor.stream.StreamInfoItemsCollector;
 
-import javax.annotation.Nonnull;
 import java.io.IOException;
-import java.util.Objects;
 
-import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampExtractorHelper.getImageUrl;
+import javax.annotation.Nonnull;
-import static org.schabi.newpipe.extractor.utils.JsonUtils.getJsonData;
-import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampStreamExtractor.getAlbumInfoJson;
-import static org.schabi.newpipe.extractor.utils.Utils.EMPTY_STRING;
-import static org.schabi.newpipe.extractor.utils.Utils.HTTPS;
 
 public class BandcampPlaylistExtractor extends PlaylistExtractor {
 
@@ -92,12 +93,10 @@ public class BandcampPlaylistExtractor extends PlaylistExtractor {
 
     @Override
     public String getUploaderAvatarUrl() {
-        try {
+        return document.getElementsByClass("band-photo").stream()
-            return Objects.requireNonNull(document.getElementsByClass("band-photo").first())
+                .map(element -> element.attr("src"))
-                    .attr("src");
+                .findFirst()
-        } catch (final NullPointerException e) {
+                .orElse(EMPTY_STRING);
-            return EMPTY_STRING;
-        }
     }
 
     @Override

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampPlaylistInfoItemExtractor.java

@@ -38,12 +38,6 @@ public class BandcampPlaylistInfoItemExtractor implements PlaylistInfoItemExtrac
 
     @Override
     public String getThumbnailUrl() {
-        final Element img = searchResult.getElementsByClass("art").first()
+        return BandcampExtractorHelper.getThumbnailUrlFromSearchResult(searchResult);
-                .getElementsByTag("img").first();
-        if (img != null) {
-            return img.attr("src");
-        } else {
-            return null;
-        }
     }
 }

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampRadioStreamExtractor.java

@@ -5,6 +5,7 @@ import com.grack.nanojson.JsonObject;
 import com.grack.nanojson.JsonParser;
 import com.grack.nanojson.JsonParserException;
 import org.jsoup.Jsoup;
+import org.jsoup.nodes.Element;
 import org.schabi.newpipe.extractor.MediaFormat;
 import org.schabi.newpipe.extractor.NewPipe;
 import org.schabi.newpipe.extractor.StreamingService;
@@ -77,9 +78,11 @@ public class BandcampRadioStreamExtractor extends BandcampStreamExtractor {
 
     @Nonnull
     @Override
-    public String getUploaderName() {
+    public String getUploaderName() throws ParsingException {
-        return Jsoup.parse(showInfo.getString("image_caption"))
+        return Jsoup.parse(showInfo.getString("image_caption")).getElementsByTag("a").stream()
-                .getElementsByTag("a").first().text();
+                .map(Element::text)
+                .findFirst()
+                .orElseThrow(() -> new ParsingException("Could not get uploader name"));
     }
 
     @Nullable

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampSearchExtractor.java

@@ -50,40 +50,31 @@ public class BandcampSearchExtractor extends SearchExtractor {
 
     public InfoItemsPage<InfoItem> getPage(final Page page)
             throws IOException, ExtractionException {
-        final String html = getDownloader().get(page.getUrl()).responseBody();
-
         final MultiInfoItemsCollector collector = new MultiInfoItemsCollector(getServiceId());
+        final Document d = Jsoup.parse(getDownloader().get(page.getUrl()).responseBody());
 
-
+        for (final Element searchResult : d.getElementsByClass("searchresult")) {
-        final Document d = Jsoup.parse(html);
+            final String type = searchResult.getElementsByClass("result-info").stream()
-
+                    .flatMap(element -> element.getElementsByClass("itemtype").stream())
-        final Elements searchResultsElements = d.getElementsByClass("searchresult");
+                    .map(Element::text)
-
+                    .findFirst()
-        for (final Element searchResult : searchResultsElements) {
+                    .orElse("");
-
-            final String type = searchResult.getElementsByClass("result-info").first()
-                    .getElementsByClass("itemtype").first().text();
 
             switch (type) {
                 default:
-                    continue;
                 case "FAN":
                     // don't display fan results
                     break;
-
                 case "ARTIST":
                     collector.commit(new BandcampChannelInfoItemExtractor(searchResult));
                     break;
-
                 case "ALBUM":
                     collector.commit(new BandcampPlaylistInfoItemExtractor(searchResult));
                     break;
-
                 case "TRACK":
                     collector.commit(new BandcampSearchStreamInfoItemExtractor(searchResult, null));
                     break;
             }
-
         }
 
         // Count pages
@@ -92,7 +83,10 @@ public class BandcampSearchExtractor extends SearchExtractor {
             return new InfoItemsPage<>(collector, null);
         }
 
-        final Elements pages = pageLists.first().getElementsByTag("li");
+        final Elements pages = pageLists.stream()
+                .map(element -> element.getElementsByTag("li"))
+                .findFirst()
+                .orElseGet(Elements::new);
 
         // Find current page
         int currentPage = -1;

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampStreamExtractor.java

@@ -128,11 +128,10 @@ public class BandcampStreamExtractor extends StreamExtractor {
     @Nonnull
     @Override
     public String getUploaderAvatarUrl() {
-        try {
+        return document.getElementsByClass("band-photo").stream()
-            return document.getElementsByClass("band-photo").first().attr("src");
+                .map(element -> element.attr("src"))
-        } catch (final NullPointerException e) {
+                .findFirst()
-            return "";
+                .orElse("");
-        }
     }
 
     @Nonnull

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/BandcampSuggestionExtractor.java

@@ -4,7 +4,6 @@ package org.schabi.newpipe.extractor.services.bandcamp.extractors;
 
 import static org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampExtractorHelper.BASE_API_URL;
 
-import com.grack.nanojson.JsonArray;
 import com.grack.nanojson.JsonObject;
 import com.grack.nanojson.JsonParser;
 import com.grack.nanojson.JsonParserException;
@@ -17,9 +16,9 @@ import org.schabi.newpipe.extractor.suggestion.SuggestionExtractor;
 
 import java.io.IOException;
 import java.net.URLEncoder;
-import java.util.ArrayList;
 import java.util.Collections;
 import java.util.List;
+import java.util.stream.Collectors;
 
 public class BandcampSuggestionExtractor extends SuggestionExtractor {
 
@@ -36,20 +35,12 @@ public class BandcampSuggestionExtractor extends SuggestionExtractor {
             final JsonObject fuzzyResults = JsonParser.object().from(downloader
                     .get(AUTOCOMPLETE_URL + URLEncoder.encode(query, "UTF-8")).responseBody());
 
-            final JsonArray jsonArray = fuzzyResults.getObject("auto")
+            return fuzzyResults.getObject("auto").getArray("results").stream()
-                    .getArray("results");
+                    .filter(JsonObject.class::isInstance)
-
+                    .map(JsonObject.class::cast)
-            final List<String> suggestions = new ArrayList<>();
+                    .map(jsonObject -> jsonObject.getString("name"))
-
+                    .distinct()
-            for (final Object fuzzyResult : jsonArray) {
+                    .collect(Collectors.toList());
-                final String res = ((JsonObject) fuzzyResult).getString("name");
-
-                if (!suggestions.contains(res)) {
-                    suggestions.add(res);
-                }
-            }
-
-            return suggestions;
         } catch (final JsonParserException e) {
             return Collections.emptyList();
         }

extractor/src/main/java/org/schabi/newpipe/extractor/services/bandcamp/extractors/streaminfoitem/BandcampSearchStreamInfoItemExtractor.java

@@ -2,6 +2,7 @@ package org.schabi.newpipe.extractor.services.bandcamp.extractors.streaminfoitem
 
 import org.jsoup.nodes.Element;
 import org.schabi.newpipe.extractor.exceptions.ParsingException;
+import org.schabi.newpipe.extractor.services.bandcamp.extractors.BandcampExtractorHelper;
 
 import javax.annotation.Nullable;
 
@@ -46,13 +47,7 @@ public class BandcampSearchStreamInfoItemExtractor extends BandcampStreamInfoIte
 
     @Override
     public String getThumbnailUrl() throws ParsingException {
-        final Element img = searchResult.getElementsByClass("art").first()
+        return BandcampExtractorHelper.getThumbnailUrlFromSearchResult(searchResult);
-                .getElementsByTag("img").first();
-        if (img != null) {
-            return img.attr("src");
-        } else {
-            return null;
-        }
     }
 
     @Override