Skip to content

Commit 757c9ed

Browse files
codingPFcodingPF
committed
livestreams
2 parents 4dd0770 + 4dd0770 commit 757c9ed

2 files changed

Lines changed: 193 additions & 0 deletions

File tree

‎src/main/java/de/mediathekview/mserver/crawler/livestream/LivestreamConstants.java‎

Lines changed: 58 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,58 @@
1+
package de.mediathekview.mserver.crawler.livestream;
2+
3+
import java.util.HashMap;
4+
import java.util.Map;
5+
6+
import de.mediathekview.mlib.daten.Sender;
7+
8+
public final class LivestreamConstants {
9+
10+
/** Livestreams */
11+
public static final String URL_LIVESTREAMS = "http://bit.ly/kn-kodi-tv";
12+
13+
public static final Map<String,Sender> sender = new HashMap<>();
14+
15+
static {
16+
sender.put("3sat", Sender.DREISAT);
17+
sender.put("Das Erste HD", Sender.ARD);
18+
sender.put("one HD", Sender.ARD);
19+
sender.put("ARD-alpha", Sender.ARD);
20+
sender.put("tagesschau24", Sender.ARD);
21+
sender.put("ARTE HD", Sender.ARTE_DE);
22+
sender.put("ARTE HD (FR)", Sender.ARTE_FR);
23+
sender.put("WDR HD", Sender.WDR);
24+
sender.put("SWR Baden-Württemberg HD", Sender.SWR);
25+
sender.put("SWR Rheinland-Pfalz HD", Sender.SWR);
26+
sender.put("NDR Niedersachsen HD", Sender.NDR);
27+
sender.put("NDR Schleswig-Holstein HD", Sender.NDR);
28+
sender.put("NDR Mecklenburg-Vorpommern HD", Sender.NDR);
29+
sender.put("NDR Hamburg HD", Sender.NDR);
30+
sender.put("BR Fernsehen Nord HD", Sender.BR);
31+
sender.put("BR Fernsehen Süd HD", Sender.BR);
32+
sender.put("MDR Sachsen HD", Sender.MDR);
33+
sender.put("MDR Sachsen-Anhalt HD", Sender.MDR);
34+
sender.put("MDR Thüringen HD", Sender.MDR);
35+
sender.put("hr-fernsehen", Sender.HR);
36+
sender.put("rbb Berlin HD", Sender.RBB);
37+
sender.put("rbb Brandenburg HD", Sender.RBB);
38+
sender.put("SR Fernsehen HD", Sender.SR);
39+
sender.put("Deutsche Welle", Sender.DW);
40+
sender.put("Deutsche Welle+", Sender.DW);
41+
sender.put("Deutsche Welle (EN)", Sender.DW);
42+
sender.put("Deutsche Welle (ES)", Sender.DW);
43+
sender.put("phoenix HD", Sender.PHOENIX);
44+
sender.put("Radio Bremen TV", Sender.RBTV);
45+
sender.put("rbb Berlin", Sender.RBB);
46+
sender.put("rbb Brandenburg", Sender.RBB);
47+
sender.put("KiKA", Sender.KIKA);
48+
sender.put("ZDF HD", Sender.ZDF);
49+
sender.put("ZDFneo HD", Sender.ZDF);
50+
sender.put("ZDFinfo HD", Sender.ZDF);
51+
sender.put("ORF eins HD", Sender.ORF);
52+
sender.put("ORF 2 HD", Sender.ORF);
53+
sender.put("ORF III HD", Sender.ORF);
54+
sender.put("ORF SPORT +", Sender.ORF);
55+
};
56+
57+
private LivestreamConstants() {}
58+
}

‎src/main/java/de/mediathekview/mserver/crawler/livestream/LivestreamCrawler.java‎

Lines changed: 135 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,135 @@
1+
package de.mediathekview.mserver.crawler.livestream;
2+
3+
import de.mediathekview.mlib.daten.Film;
4+
import de.mediathekview.mlib.daten.FilmUrl;
5+
import de.mediathekview.mlib.daten.Resolution;
6+
import de.mediathekview.mlib.daten.Sender;
7+
import de.mediathekview.mlib.messages.listener.MessageListener;
8+
import de.mediathekview.mserver.base.config.MServerConfigManager;
9+
import de.mediathekview.mserver.base.messages.ServerMessages;
10+
import de.mediathekview.mserver.crawler.basic.AbstractCrawler;
11+
import de.mediathekview.mserver.progress.listeners.SenderProgressListener;
12+
13+
import java.io.IOException;
14+
import java.net.URL;
15+
import java.util.ArrayList;
16+
import java.util.Collection;
17+
import java.util.HashMap;
18+
import java.util.HashSet;
19+
import java.util.List;
20+
import java.util.Set;
21+
import java.util.UUID;
22+
import java.util.concurrent.ForkJoinPool;
23+
import java.util.concurrent.RecursiveTask;
24+
25+
import org.apache.commons.lang3.StringUtils;
26+
import org.apache.logging.log4j.LogManager;
27+
import org.apache.logging.log4j.Logger;
28+
29+
public class LivestreamCrawler extends AbstractCrawler {
30+
private static final Logger LOG = LogManager.getLogger(LivestreamCrawler.class);
31+
32+
public LivestreamCrawler(
33+
final ForkJoinPool aForkJoinPool,
34+
final Collection<MessageListener> aMessageListeners,
35+
final Collection<SenderProgressListener> aProgressListeners,
36+
final MServerConfigManager rootConfig) {
37+
super(aForkJoinPool, aMessageListeners, aProgressListeners, rootConfig);
38+
}
39+
40+
@Override
41+
public Sender getSender() {
42+
return Sender.WDR3;
43+
}
44+
45+
@Override
46+
protected RecursiveTask<Set<Film>> createCrawlerTask() {
47+
48+
KodiM3UParser m3uparser = new KodiM3UParser();
49+
String data = "";
50+
Set<Film> channels = new HashSet<>();
51+
try {
52+
data = this.getConnection().requestBodyAsString(LivestreamConstants.URL_LIVESTREAMS);
53+
List<HashMap<String, String>> streamInfo = m3uparser.parse(data);
54+
for (HashMap<String, String> stream : streamInfo) {
55+
if (LivestreamConstants.sender.containsKey(stream.get("tvg-name"))) {
56+
Film f = new Film(
57+
UUID.randomUUID(),
58+
LivestreamConstants.sender.get(stream.get("tvg-name")),
59+
stream.get("name") + " Livestream",
60+
"Livestream",
61+
null, null);
62+
f.addUrl(Resolution.NORMAL, new FilmUrl(new URL(stream.get("url")), 0L));
63+
channels.add(f);
64+
}
65+
}
66+
//System.out.println("################################");
67+
//for (HashMap<String, String> stream : streamInfo) {
68+
// System.out.println(stream.get("tvg-name") + "#" + stream.get("name") + "#" + stream.get("url"));
69+
//}
70+
} catch (final IOException e) {
71+
LOG.fatal("Exception in {} crawler.", getSender().getName(), e);
72+
}
73+
printMessage(
74+
ServerMessages.DEBUG_ALL_SENDUNG_FOLGEN_COUNT, getSender().getName(), channels.size());
75+
getAndSetMaxCount(channels.size());
76+
return new LivestreamToFilm(channels);
77+
}
78+
79+
// TODO: move to class when stable
80+
class LivestreamToFilm extends RecursiveTask<Set<Film>> {
81+
private static final long serialVersionUID = 1L;
82+
Set<Film> setOfFilm;
83+
LivestreamToFilm (Set<Film> setOfFilm) {
84+
this.setOfFilm = setOfFilm;
85+
}
86+
87+
@Override
88+
protected Set<Film> compute() {
89+
return setOfFilm;
90+
}
91+
92+
}
93+
94+
// TODO: move to class when stable
95+
class KodiM3UParser {
96+
//#EXTM3U
97+
//#EXTINF:-1 tvg-name="Das Erste HD" tvg-id="DasErste.de" group-title="IPTV-DE" tvg-logo="https://raw.githubusercontent.com/jnk22/kodinerds-iptv/master/logos/tv/daserstehd.png",Das Erste HD
98+
//https://mcdn.daserste.de/daserste/de/master.m3u8
99+
List<HashMap<String, String>> parse(String aM3U8Data) {
100+
String[] lines = StringUtils.split(aM3U8Data, '\n');
101+
ArrayList<HashMap<String, String>> data = new ArrayList<>();
102+
HashMap<String, String> information = new HashMap<>();
103+
for (String line : lines) {
104+
if (!line.isBlank() && !line.equalsIgnoreCase("#EXTM3U") && !line.equalsIgnoreCase("#")) {
105+
if (line.startsWith("#EXTINF")) {
106+
// remove extint
107+
line = line.substring(8);
108+
// read name (last position after ,)
109+
information.put("name", line.substring(line.lastIndexOf(",")+1));
110+
// remove name but add space for parsing
111+
line = line.substring(0,line.lastIndexOf(",")) + " ";
112+
// remove length (first position)
113+
information.put("length", line.substring(0,line.indexOf(" ")));
114+
line = line.substring(line.indexOf(" ")+1);
115+
// bag
116+
String[] dictList = line.split("\" ");
117+
for (String valueKeyPair : dictList) {
118+
String key = valueKeyPair.substring(0,valueKeyPair.indexOf("="));
119+
String value = valueKeyPair.substring(valueKeyPair.indexOf("=")+1);
120+
value = value.replace("\"", "");
121+
information.put(key.trim(),value.trim());
122+
}
123+
} else {
124+
information.put("url", line);
125+
data.add(information);
126+
information = new HashMap<>();
127+
}
128+
}
129+
}
130+
return data;
131+
}
132+
133+
134+
}
135+
}

0 commit comments

Comments
 (0)