22
22
*
23
23
* @author 3004SAL
24
24
*/
25
- public class PublishedmemesCrawler {
25
+ public class PublishedMemesCrawler {
26
26
27
- final static Logger logger = LoggerFactory .getLogger (PublishedmemesCrawler .class );
27
+ final static Logger logger = LoggerFactory .getLogger (PublishedMemesCrawler .class );
28
28
29
29
private static WebClient buildWebClient () {
30
30
WebClient webClient = new WebClient (BrowserVersion .FIREFOX_78 );
@@ -33,7 +33,7 @@ private static WebClient buildWebClient() {
33
33
return webClient ;
34
34
}
35
35
36
- public PublishedmemesCrawler () {
36
+ public PublishedMemesCrawler () {
37
37
java .util .logging .Logger .getLogger ("com.gargoylesoftware.htmlunit" ).setLevel (java .util .logging .Level .OFF );
38
38
java .util .logging .Logger .getLogger ("org.apache.http" ).setLevel (java .util .logging .Level .OFF );
39
39
}
@@ -50,9 +50,9 @@ public static List<PublishedMeme> getPublishedMemes(int page)
50
50
return getPublishedMemes (null , page );
51
51
}
52
52
53
- public static List <PublishedMeme > getPublishedMemes (String channel , int page )
53
+ public static List <PublishedMeme > getPublishedMemes (String stream , int page )
54
54
throws IOException {
55
- String imgFlipUrl = ImgFlipURLHelper .getPagePath (channel , page );
55
+ String imgFlipUrl = ImgFlipURLHelper .getPagePath (stream , page );
56
56
return getPublishedMemes (imgFlipUrl );
57
57
}
58
58
@@ -162,14 +162,13 @@ public static List<PublishedMeme> getPublishedMemes(String targetUrl)
162
162
163
163
// get counters
164
164
HtmlElement scoreElement = lDivision .getFirstByXPath (".//div[@class='base-info']/div[@class='base-view-count']" );
165
-
165
+
166
166
if (scoreElement != null ) {
167
167
logger .info ("Filling meme score datas..." );
168
168
String rawsScore = scoreElement .getTextContent ();
169
169
Score lScore = new Score (rawsScore );
170
170
lMeme .setScore (lScore );
171
- }
172
- else {
171
+ } else {
173
172
logger .warn ("No score data available." );
174
173
}
175
174
@@ -220,8 +219,9 @@ public static String getNextPageUrl(String anyImgflipUrl) throws IOException {
220
219
}
221
220
222
221
public static void main (String [] args ) throws Exception {
223
- List <PublishedMeme > memes = PublishedmemesCrawler .getPublishedMemes ();
222
+ // List<PublishedMeme> memes = PublishedMemesCrawler .getPublishedMemes();
224
223
//PublishedmemesCrawler.getNextPageUrl("https://imgflip.com/";//m/fun?sort=latest&after=53z8gv");
224
+ List <PublishedMeme > memes = PublishedMemesCrawler .getPublishedMemes ("fun" , 1 );
225
225
for (PublishedMeme aMeme : memes ) {
226
226
System .out .println (aMeme );
227
227
}
0 commit comments