Skip to content

Commit f32b091

Browse files
FireMasterKFireMasterK
committed
Add dynamic itag support.
1 parent a28e022 commit f32b091

File tree

2 files changed

+76
-36
lines changed

2 files changed

+76
-36
lines changed

‎extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/ItagItem.java‎

Lines changed: 49 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,9 @@ public class ItagItem {
5757
new ItagItem(137, VIDEO_ONLY, MPEG_4, "1080p"),
5858
new ItagItem(299, VIDEO_ONLY, MPEG_4, "1080p60", 60),
5959
new ItagItem(266, VIDEO_ONLY, MPEG_4, "2160p"),
60+
new ItagItem(402, VIDEO_ONLY, MPEG_4, "4320p"), // can be 4320p60 as well
61+
new ItagItem(571, VIDEO_ONLY, MPEG_4, "4320p"), // can be 4320p60 HDR as well (1La4QzGeaaQ)
62+
new ItagItem(402, VIDEO_ONLY, MPEG_4, "4320p60"),
6063

6164
new ItagItem(278, VIDEO_ONLY, WEBM, "144p"),
6265
new ItagItem(242, VIDEO_ONLY, WEBM, "240p"),
@@ -67,27 +70,17 @@ public class ItagItem {
6770
new ItagItem(247, VIDEO_ONLY, WEBM, "720p"),
6871
new ItagItem(248, VIDEO_ONLY, WEBM, "1080p"),
6972
new ItagItem(271, VIDEO_ONLY, WEBM, "1440p"),
70-
// #272 is either 3840x2160 (e.g. RtoitU2A-3E) or 7680x4320 (sLprVF6d7Ug)
71-
new ItagItem(272, VIDEO_ONLY, WEBM, "2160p"),
7273
new ItagItem(302, VIDEO_ONLY, WEBM, "720p60", 60),
7374
new ItagItem(303, VIDEO_ONLY, WEBM, "1080p60", 60),
7475
new ItagItem(308, VIDEO_ONLY, WEBM, "1440p60", 60),
7576
new ItagItem(313, VIDEO_ONLY, WEBM, "2160p"),
76-
new ItagItem(315, VIDEO_ONLY, WEBM, "2160p60", 60)
77+
new ItagItem(315, VIDEO_ONLY, WEBM, "2160p60", 60),
78+
new ItagItem(272, VIDEO_ONLY, WEBM, "4320p60", 60)
7779
};
7880
/*//////////////////////////////////////////////////////////////////////////
7981
// Utils
8082
//////////////////////////////////////////////////////////////////////////*/
8183

82-
public static boolean isSupported(int itag) {
83-
for (ItagItem item : ITAG_LIST) {
84-
if (itag == item.id) {
85-
return true;
86-
}
87-
}
88-
return false;
89-
}
90-
9184
public static ItagItem getItag(int itagId) throws ParsingException {
9285
for (ItagItem item : ITAG_LIST) {
9386
if (itagId == item.id) {
@@ -97,6 +90,50 @@ public static ItagItem getItag(int itagId) throws ParsingException {
9790
throw new ParsingException("itag=" + itagId + " not supported");
9891
}
9992

93+
public static ItagItem getItag(int itagId, int averageBitrate, int fps, String qualityLabel, String mimeType) throws ParsingException {
94+
95+
String[] split = mimeType.split(";")[0].split("/");
96+
String streamType = split[0];
97+
String fileType = split[1];
98+
String codec = mimeType.split("\"")[1];
99+
100+
MediaFormat format = null;
101+
ItagType itagType = null;
102+
103+
if (codec.contains(","))
104+
itagType = VIDEO;
105+
else {
106+
if (streamType.equals("video"))
107+
itagType = VIDEO_ONLY;
108+
if (streamType.equals("audio"))
109+
itagType = AUDIO;
110+
}
111+
112+
if (itagType == AUDIO) {
113+
if (fileType.equals("mp4") && (codec.startsWith("m4a") || codec.startsWith("mp4a") ))
114+
format = M4A;
115+
if (fileType.startsWith("webm") && codec.equals("opus"))
116+
format = WEBMA_OPUS;
117+
}
118+
119+
if (itagType == VIDEO) {
120+
if (fileType.equals("mp4"))
121+
format = MPEG_4;
122+
}
123+
124+
if (itagType == VIDEO_ONLY) {
125+
if (fileType.equals("mp4"))
126+
format = MPEG_4;
127+
if (fileType.equals("webm"))
128+
format = WEBM;
129+
}
130+
131+
if (itagType == null || format == null)
132+
throw new ParsingException("Unknown mimeType: " + mimeType);
133+
134+
return itagType == AUDIO ? new ItagItem(itagId, itagType, format, Math.round(averageBitrate / 1024f)) : new ItagItem(itagId, itagType, format, qualityLabel, fps);
135+
}
136+
100137
/*//////////////////////////////////////////////////////////////////////////
101138
// Contructors and misc
102139
//////////////////////////////////////////////////////////////////////////*/

‎extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/extractors/YoutubeStreamExtractor.java‎

Lines changed: 27 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -924,35 +924,38 @@ private Map<String, ItagItem> getItags(final String streamingDataKey,
924924
for (int i = 0; i != formats.size(); ++i) {
925925
JsonObject formatData = formats.getObject(i);
926926
int itag = formatData.getInt("itag");
927+
int averageBitrate = formatData.getInt("averageBitrate");
928+
int fps = formatData.getInt("fps");
929+
String qualityLabel = formatData.getString("qualityLabel");
930+
String mimeType = formatData.getString("mimeType");
927931

928-
if (ItagItem.isSupported(itag)) {
929-
try {
930-
ItagItem itagItem = ItagItem.getItag(itag);
931-
if (itagItem.itagType == itagTypeWanted) {
932-
// Ignore streams that are delivered using YouTube's OTF format,
933-
// as those only work with DASH and not with progressive HTTP.
934-
if (formatData.getString("type", EMPTY_STRING)
935-
.equalsIgnoreCase("FORMAT_STREAM_TYPE_OTF")) {
936-
continue;
937-
}
938932

939-
String streamUrl;
940-
if (formatData.has("url")) {
941-
streamUrl = formatData.getString("url");
942-
} else {
943-
// this url has an obfuscated signature
944-
final String cipherString = formatData.has("cipher")
945-
? formatData.getString("cipher")
946-
: formatData.getString("signatureCipher");
947-
final Map<String, String> cipher = Parser.compatParseMap(cipherString);
948-
streamUrl = cipher.get("url") + "&" + cipher.get("sp") + "="
949-
+ deobfuscateSignature(cipher.get("s"));
950-
}
933+
try {
934+
ItagItem itagItem = ItagItem.getItag(itag, averageBitrate, fps, qualityLabel, mimeType);
935+
if (itagItem.itagType == itagTypeWanted) {
936+
// Ignore streams that are delivered using YouTube's OTF format,
937+
// as those only work with DASH and not with progressive HTTP.
938+
if (formatData.getString("type", EMPTY_STRING)
939+
.equalsIgnoreCase("FORMAT_STREAM_TYPE_OTF")) {
940+
continue;
941+
}
951942

952-
urlAndItags.put(streamUrl, itagItem);
943+
String streamUrl;
944+
if (formatData.has("url")) {
945+
streamUrl = formatData.getString("url");
946+
} else {
947+
// this url has an obfuscated signature
948+
final String cipherString = formatData.has("cipher")
949+
? formatData.getString("cipher")
950+
: formatData.getString("signatureCipher");
951+
final Map<String, String> cipher = Parser.compatParseMap(cipherString);
952+
streamUrl = cipher.get("url") + "&" + cipher.get("sp") + "="
953+
+ deobfuscateSignature(cipher.get("s"));
953954
}
954-
} catch (UnsupportedEncodingException ignored) {
955+
956+
urlAndItags.put(streamUrl, itagItem);
955957
}
958+
} catch (UnsupportedEncodingException ignored) {
956959
}
957960
}
958961

0 commit comments

Comments
 (0)