kavin/NewPipeExtractor
1
0
Fork 0
mirror of https://github.com/TeamNewPipe/NewPipeExtractor.git synced 2025-04-29 00:10:35 +05:30
Code Issues Projects Releases Wiki Activity

Support SoundCloud HLS by using a workaround

Browse Source 
This commit tries to support SoundCloud HLS streams by parsing M3U manifests, get the last segment URL (in order to get track length) and request a segment URL equals to track's duration so it's a single URL.
This commit is contained in:
TiA4f8R 2021-01-23 18:17:35 +01:00
parent def745b801
commit 26f1b4e7dc
No known key found for this signature in database
GPG Key ID: E6D3E7F5949450DD
1 changed files with 54 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

72
extractor/src/main/java/org/schabi/newpipe/extractor/services/soundcloud/extractors/SoundcloudStreamExtractor.java
View File

@ -10,7 +10,6 @@ import org.schabi.newpipe.extractor.NewPipe;
import org.schabi.newpipe.extractor.StreamingService; import org.schabi.newpipe.extractor.StreamingService;
import org.schabi.newpipe.extractor.downloader.Downloader; import org.schabi.newpipe.extractor.downloader.Downloader;
import org.schabi.newpipe.extractor.exceptions.ContentNotAvailableException; import org.schabi.newpipe.extractor.exceptions.ContentNotAvailableException;
import org.schabi.newpipe.extractor.exceptions.ContentNotSupportedException;
import org.schabi.newpipe.extractor.exceptions.ExtractionException; import org.schabi.newpipe.extractor.exceptions.ExtractionException;
import org.schabi.newpipe.extractor.exceptions.GeographicRestrictionException; import org.schabi.newpipe.extractor.exceptions.GeographicRestrictionException;
import org.schabi.newpipe.extractor.exceptions.ParsingException; import org.schabi.newpipe.extractor.exceptions.ParsingException;
@ -29,7 +28,10 @@ import java.util.ArrayList;
import java.util.Collections; import java.util.Collections;
import java.util.List; import java.util.List;
import java.util.Locale; import java.util.Locale;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import static org.schabi.newpipe.extractor.utils.Utils.HTTPS;
import static org.schabi.newpipe.extractor.utils.Utils.*; import static org.schabi.newpipe.extractor.utils.Utils.*;
public class SoundcloudStreamExtractor extends StreamExtractor { public class SoundcloudStreamExtractor extends StreamExtractor {
@ -182,7 +184,7 @@ public class SoundcloudStreamExtractor extends StreamExtractor {
@Override @Override
public List<AudioStream> getAudioStreams() throws IOException, ExtractionException { public List<AudioStream> getAudioStreams() throws IOException, ExtractionException {
List<AudioStream> audioStreams = new ArrayList<>(); final List<AudioStream> audioStreams = new ArrayList<>();
final Downloader dl = NewPipe.getDownloader(); final Downloader dl = NewPipe.getDownloader();
// Streams can be streamable and downloadable - or explicitly not. // Streams can be streamable and downloadable - or explicitly not.
@ -193,43 +195,77 @@ public class SoundcloudStreamExtractor extends StreamExtractor {
try { try {
final JsonArray transcodings = track.getObject("media").getArray("transcodings"); final JsonArray transcodings = track.getObject("media").getArray("transcodings");
// get information about what stream formats are available // Get information about what stream formats are available
for (Object transcoding : transcodings) { for (final Object transcoding : transcodings) {
final JsonObject t = (JsonObject) transcoding; final JsonObject t = (JsonObject) transcoding;
String url = t.getString("url"); String url = t.getString("url");
final String mediaUrl;
final MediaFormat mediaFormat;
final int bitrate;
if (!isNullOrEmpty(url)) { if (!isNullOrEmpty(url)) {
if (t.getString("preset").contains("mp3")) {
mediaFormat = MediaFormat.MP3;
bitrate = 128;
} else if (t.getString("preset").contains("opus")) {
mediaFormat = MediaFormat.OPUS;
bitrate = 64;
} else {
continue;
}
// We can only play the mp3 format, but not handle m3u playlists / streams. // TODO: move this to a separate method to generate valid urls when needed (e.g. resuming a paused stream)
// what about Opus?
if (t.getString("preset").contains("mp3") if (t.getObject("format").getString("protocol").equals("progressive")) {
&& t.getObject("format").getString("protocol").equals("progressive")) {
// This url points to the endpoint which generates a unique and short living url to the stream. // This url points to the endpoint which generates a unique and short living url to the stream.
// TODO: move this to a separate method to generate valid urls when needed (e.g. resuming a paused stream)
url += "?client_id=" + SoundcloudParsingHelper.clientId(); url += "?client_id=" + SoundcloudParsingHelper.clientId();
final String res = dl.get(url).responseBody(); final String res = dl.get(url).responseBody();
try { try {
JsonObject mp3UrlObject = JsonParser.object().from(res); JsonObject mp3UrlObject = JsonParser.object().from(res);
// Links in this file are also only valid for a short period. // Links in this file are also only valid for a short period.
audioStreams.add(new AudioStream(mp3UrlObject.getString("url"), mediaUrl = mp3UrlObject.getString("url");
MediaFormat.MP3, 128)); } catch (final JsonParserException e) {
} catch (JsonParserException e) {
throw new ParsingException("Could not parse streamable url", e); throw new ParsingException("Could not parse streamable url", e);
} }
} else if (t.getObject("format").getString("protocol").equals("hls")) {
// This url points to the endpoint which generates a unique and short living url to the stream.
url += "?client_id=" + SoundcloudParsingHelper.clientId();
final String res = dl.get(url).responseBody();
try {
final JsonObject mp3HlsUrlObject = JsonParser.object().from(res);
// Links in this file are also only valid for a short period.
// Parsing the HLS manifest to get a single file by requesting a range equal to 0-track_length
final String hlsManifestResponse = dl.get(mp3HlsUrlObject.getString("url")).responseBody();
final List<String> hlsRangesList = new ArrayList<>();
final Matcher regex = Pattern.compile("((https?):((//)|(\\\\))+[\\w\\d:#@%/;$()~_?+-=\\\\.&]*)")
.matcher(hlsManifestResponse);
while (regex.find()) {
hlsRangesList.add(hlsManifestResponse.substring(regex.start(0), regex.end(0)));
}
final String hlsLastRangeUrl = hlsRangesList.get(hlsRangesList.size() - 1);
final String[] hlsLastRangeUrlArray = hlsLastRangeUrl.split("/");
mediaUrl = HTTPS + hlsLastRangeUrlArray[2] + "/media/0/" + hlsLastRangeUrlArray[5] + "/" + hlsLastRangeUrlArray[6];
} catch (final JsonParserException e) {
throw new ParsingException("Could not parse streamable url", e);
}
} else {
continue;
} }
audioStreams.add(new AudioStream(mediaUrl, mediaFormat, bitrate));
} }
} }
} catch (NullPointerException e) { } catch (final NullPointerException e) {
throw new ExtractionException("Could not get SoundCloud's track audio url", e); throw new ExtractionException("Could not get SoundCloud's track audio url", e);
} }
if (audioStreams.isEmpty()) {
throw new ContentNotSupportedException("HLS audio streams are not yet supported");
}
return audioStreams; return audioStreams;
} }