1801

pending completion

Build # 1801

Build Type

Pull #1850

travis-ci

Committed by

web-flow

Commit Message

<a href="https://github.com/RipMeApp/ripme/commit/<a class=hub.com/RipMeApp/ripme/commit/<a class="double-link" href="https://git"><a class=hub.com/RipMeApp/ripme/commit/<a class="double-link" href="https://git"><a class=hub.com/RipMeApp/ripme/commit/<a class="double-link" href="https://git"><a class=hub.com/RipMeApp/ripme/commit/7679655cd471a95a5603f013d123fb253770008b">7679655cd">&lt;a href=&quot;https://github.com/RipMeApp/ripme/commit/</a><a class="double-link" href="https://github.com/RipMeApp/ripme/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/RipMeApp/ripme/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/RipMeApp/ripme/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/RipMeApp/ripme/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/RipMeApp/ripme/commit/7679655cd471a95a5603f013d123fb253770008b">7679655cd</a><a href="https://github.com/RipMeApp/ripme/commit/7679655cd471a95a5603f013d123fb253770008b">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/RipMeApp/ripme/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/RipMeApp/ripme/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/RipMeApp/ripme/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/RipMeApp/ripme/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/RipMeApp/ripme/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/RipMeApp/ripme/commit/7679655cd471a95a5603f013d123fb253770008b&quot;&gt;7679655cd&lt;/a&gt;&lt;a href=&quot;https://github.com/RipMeApp/ripme/commit/7679655cd471a95a5603f013d123fb253770008b&quot;&gt;&amp;quot;&amp;gt;&amp;amp;lt;a href=&amp;amp;quot;https://github.com/RipMeApp/ripme/commit/&amp;lt;/a&amp;gt;&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://github.com/RipMeApp/ripme/commit/&amp;amp;lt;a class=&amp;amp;quot;double-link&amp;amp;quot; href=... (continued)

Pull Request Pull Request #1850: Feature/testall

Run Details

315 of 315 new or added lines in 10 files covered. (100.0%)

3205 of 11191 relevant lines covered (28.64%)

0.29 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

22.54

/src/main/java/com/rarchives/ripme/utils/RipUtils.java

package com.rarchives.ripme.utils;

import java.io.IOException;
import java.net.MalformedURLException;
import java.net.URL;
import java.util.*;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import com.rarchives.ripme.ripper.AbstractRipper;
import com.rarchives.ripme.ripper.rippers.EroShareRipper;
import com.rarchives.ripme.ripper.rippers.EromeRipper;
import com.rarchives.ripme.ripper.rippers.ImgurRipper;
import com.rarchives.ripme.ripper.rippers.RedgifsRipper;
import com.rarchives.ripme.ripper.rippers.VidbleRipper;
import com.rarchives.ripme.ripper.rippers.GfycatRipper;
import com.rarchives.ripme.ripper.rippers.SoundgasmRipper;
import org.apache.commons.lang.math.NumberUtils;
import org.apache.log4j.Logger;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;


public class RipUtils {
    private static final Logger logger = Logger.getLogger(RipUtils.class);

    public static List<URL> getFilesFromURL(URL url) {
        List<URL> result = new ArrayList<>();

        logger.debug("Checking " + url);
        // Imgur album
        if ((url.getHost().endsWith("imgur.com"))
                && url.toExternalForm().contains("imgur.com/a/")) {
            try {
                logger.debug("Fetching imgur album at " + url);
                ImgurRipper.ImgurAlbum imgurAlbum = ImgurRipper.getImgurAlbum(url);
                for (ImgurRipper.ImgurImage imgurImage : imgurAlbum.images) {
                    logger.debug("Got imgur image: " + imgurImage.url);
                    result.add(imgurImage.url);
                }
            } catch (IOException e) {
                logger.error("[!] Exception while loading album " + url, e);
            }
            return result;
        }
        else if (url.getHost().endsWith("imgur.com") && url.toExternalForm().contains(",")) {
            // Imgur image series.
            try {
                logger.debug("Fetching imgur series at " + url);
                ImgurRipper.ImgurAlbum imgurAlbum = ImgurRipper.getImgurSeries(url);
                for (ImgurRipper.ImgurImage imgurImage : imgurAlbum.images) {
                    logger.debug("Got imgur image: " + imgurImage.url);
                    result.add(imgurImage.url);
                }
            } catch (IOException e) {
                logger.error("[!] Exception while loading album " + url, e);
            }
        }  else if (url.getHost().endsWith("i.imgur.com") && url.toExternalForm().contains("gifv")) {
            // links to imgur gifvs
            try {
                result.add(new URL(url.toExternalForm().replaceAll(".gifv", ".mp4")));
            } catch (IOException e) {
                logger.info("Couldn't get gifv from " + url);
            }
            return result;

        }
        else if (url.getHost().endsWith("gfycat.com")) {
            try {
                logger.debug("Fetching gfycat page " + url);
                String videoURL = GfycatRipper.getVideoURL(url);
                logger.debug("Got gfycat URL: " + videoURL);
                result.add(new URL(videoURL));
            } catch (IOException e) {
                // Do nothing
                logger.warn("Exception while retrieving gfycat page:", e);
            }
            return result;
        }
        else if (url.getHost().endsWith("redgifs.com") || url.getHost().endsWith("gifdeliverynetwork.com")) {
            try {
                logger.debug("Fetching redgifs page " + url);
                String videoURL = RedgifsRipper.getVideoURL(url);
                logger.debug("Got redgifs URL: " + videoURL);
                result.add(new URL(videoURL));
            } catch (IOException e) {
                // Do nothing
                logger.warn("Exception while retrieving redgifs page:", e);
            }
            return result;
        }
        else if (url.toExternalForm().contains("vidble.com/album/") || url.toExternalForm().contains("vidble.com/show/")) {
            try {
                logger.info("Getting vidble album " + url);
                result.addAll(VidbleRipper.getURLsFromPage(url));
            } catch (IOException e) {
                // Do nothing
                logger.warn("Exception while retrieving vidble page:", e);
            }
            return result;
        }
        else if (url.toExternalForm().contains("eroshare.com")) {
            try {
                logger.info("Getting eroshare album " + url);
                result.addAll(EroShareRipper.getURLs(url));
            } catch (IOException e) {
                // Do nothing
                logger.warn("Exception while retrieving eroshare page:", e);
            }
            return result;
        } else if (url.toExternalForm().contains("v.redd.it")) {
            result.add(url);
            return result;
        }

        else if (url.toExternalForm().contains("erome.com")) {
            try {
                logger.info("Getting eroshare album " + url);
                EromeRipper r = new EromeRipper(url);
                Document tempDoc = r.getFirstPage();
                for (String u : r.getURLsFromPage(tempDoc)) {
                    result.add(new URL(u));
                }
            } catch (IOException e) {
                // Do nothing
                logger.warn("Exception while retrieving eroshare page:", e);
            }
            return result;
        }
        else if (url.toExternalForm().contains("soundgasm.net")) {
            try {
                logger.info("Getting soundgasm page " + url);
                SoundgasmRipper r = new SoundgasmRipper(url);
                Document tempDoc = r.getFirstPage();
                for (String u : r.getURLsFromPage(tempDoc)) {
                    result.add(new URL(u));
                }
            } catch (IOException e) {
                // Do nothing
                logger.warn("Exception while retrieving soundgasm page:", e);
            }
            return result;
        }

        Pattern p = Pattern.compile("https?://i.reddituploads.com/([a-zA-Z0-9]+)\\?.*");
        Matcher m = p.matcher(url.toExternalForm());
        if (m.matches()) {
            logger.info("URL: " + url.toExternalForm());
            String u = url.toExternalForm().replaceAll("&amp;", "&");
            try {
                result.add(new URL(u));
            } catch (MalformedURLException e) {
            }
            return result;
        }

        // Direct link to image
        p = Pattern.compile("(https?://[a-zA-Z0-9\\-.]+\\.[a-zA-Z]{2,3}(/\\S*)\\.(jpg|jpeg|gif|png|mp4)(\\?.*)?)");
        m = p.matcher(url.toExternalForm());
        if (m.matches()) {
            try {
                URL singleURL = new URL(m.group(1));
                logger.debug("Found single URL: " + singleURL);
                result.add(singleURL);
                return result;
            } catch (MalformedURLException e) {
                logger.error("[!] Not a valid URL: '" + url + "'", e);
            }
        }

        if (url.getHost().equals("imgur.com") ||
                url.getHost().equals("m.imgur.com")) {
            try {
                // Fetch the page
                Document doc = Jsoup.connect(url.toExternalForm())
                        .userAgent(AbstractRipper.USER_AGENT)
                        .get();
                for (Element el : doc.select("meta")) {
                    if (el.attr("property").equals("og:video")) {
                        result.add(new URL(el.attr("content")));
                        return result;
                    }
                    else if (el.attr("name").equals("twitter:image:src")) {
                        result.add(new URL(el.attr("content")));
                        return result;
                    }
                    else if (el.attr("name").equals("twitter:image")) {
                        result.add(new URL(el.attr("content")));
                        return result;
                    }
                }
            } catch (IOException ex) {
                logger.error("[!] Error", ex);
            }

        }

        logger.error("[!] Unable to rip URL: " + url);
        return result;
    }

    public static Pattern getURLRegex() {
        return Pattern.compile("(https?://[a-zA-Z0-9\\-.]+\\.[a-zA-Z]{2,3}(/\\S*))");
    }

    public static String urlFromDirectoryName(String dir) {
        String url = null;
        if (url == null) url = urlFromImgurDirectoryName(dir);
        if (url == null) url = urlFromImagefapDirectoryName(dir);
        if (url == null) url = urlFromDeviantartDirectoryName(dir);
        if (url == null) url = urlFromRedditDirectoryName(dir);
        if (url == null) url = urlFromSiteDirectoryName(dir, "bfcakes",     "http://www.bcfakes.com/celebritylist/", "");
        if (url == null) url = urlFromSiteDirectoryName(dir, "drawcrowd",   "http://drawcrowd.com/", "");
        if (url == null) url = urlFromSiteDirectoryName(dir.replace("-", "/"), "ehentai", "http://g.e-hentai.org/g/", "");
        if (url == null) url = urlFromSiteDirectoryName(dir, "vinebox", "http://finebox.co/u/", "");
        if (url == null) url = urlFromSiteDirectoryName(dir, "imgbox", "http://imgbox.com/g/", "");
        if (url == null) url = urlFromSiteDirectoryName(dir, "modelmayhem", "http://www.modelmayhem.com/", "");
        //if (url == null) url = urlFromSiteDirectoryName(dir, "8muses",      "http://www.8muses.com/index/category/", "");
        return url;
    }

    private static String urlFromSiteDirectoryName(String dir, String site, String before, String after) {
        if (!dir.startsWith(site + "_")) {
            return null;
        }
        dir = dir.substring((site + "_").length());
        return before + dir + after;
    }

    private static String urlFromRedditDirectoryName(String dir) {
        if (!dir.startsWith("reddit_")) {
            return null;
        }
        String url = null;
        String[] fields = dir.split("_");
        switch (fields[0]) {
            case "sub":
                url = "http://reddit.com/r/" + dir;
                break;
            case "user":
                url = "http://reddit.com/user/" + dir;
                break;
            case "post":
                url = "http://reddit.com/comments/" + dir;
                break;
        }
        return url;
    }

    private static String urlFromImagefapDirectoryName(String dir) {
        if (!dir.startsWith("imagefap")) {
            return null;
        }
        String url = null;
        dir = dir.substring("imagefap_".length());
        if (NumberUtils.isDigits(dir)) {
            url = "http://www.imagefap.com/gallery.php?gid=" + dir;
        }
        else {
            url = "http://www.imagefap.com/gallery.php?pgid=" + dir;
        }
        return url;
    }

    private static String urlFromDeviantartDirectoryName(String dir) {
        if (!dir.startsWith("deviantart")) {
            return null;
        }
        dir = dir.substring("deviantart_".length());
        String url = null;
        if (!dir.contains("_")) {
            url = "http://" + dir + ".deviantart.com/";
        }
        else {
            String[] fields = dir.split("_");
            url = "http://" + fields[0] + ".deviantart.com/gallery/" + fields[1];
        }
        return url;
    }

    private static String urlFromImgurDirectoryName(String dir) {
        if (!dir.startsWith("imgur_")) {
            return null;
        }
        if (dir.contains(" ")) {
            dir = dir.substring(0, dir.indexOf(" "));
        }
        List<String> fields = Arrays.asList(dir.split("_"));
        String album = fields.get(1);
        String url = "http://";
        if ((fields.contains("top") || fields.contains("new"))
                && (fields.contains("year") || fields.contains("month") || fields.contains("week") || fields.contains("all"))) {
            // Subreddit
            fields.remove(0); // "imgur"
            String sub = "";
            while (fields.size() > 2) {
                if (!sub.equals("")) {
                    sub += "_";
                }
                sub = fields.remove(0); // Subreddit that may contain "_"
            }
            url += "imgur.com/r/" + sub + "/";
            url += fields.remove(0) + "/";
            url += fields.remove(0);
        }
        else if (album.contains("-")) {
            // Series of images
            url += "imgur.com/" + album.replaceAll("-", ",");
        }
        else if (album.length() == 5 || album.length() == 6) {
            // Album
            url += "imgur.com/a/" + album;
        }
        else {
            // User account
            url += album + ".imgur.com/";
            if (fields.size() > 2) {
                url += fields.get(2);
            }
        }
        return url;
    }
    /**
     * Reads a cookie string (Key1=value1;key2=value2) from the config file and turns it into a hashmap
     * @return Map of cookies containing session data.
     */
    public static Map<String, String> getCookiesFromString(String line) {
        Map<String,String> cookies = new HashMap<>();
        for (String pair : line.split(";")) {
            String[] kv = pair.split("=");
            cookies.put(kv[0].trim(), kv[1]);
        }
        return cookies;
    }

    /**
     * Checks for blacklisted tags on page. If it finds one it returns it, if not it return null
     *
     * @param blackListedTags a string array of the blacklisted tags
     * @param tagsOnPage the tags on the page
     * @return String
     */
    public static String checkTags(String[] blackListedTags, List<String> tagsOnPage) {
        // If the user hasn't blacklisted any tags we return null;
        if (blackListedTags == null) {
            return null;
        }
        for (String tag : blackListedTags) {
            for (String pageTag : tagsOnPage) {
                // We replace all dashes in the tag with spaces because the tags we get from the site are separated using
                // dashes
                if (tag.trim().toLowerCase().equals(pageTag.toLowerCase())) {
                    return tag.toLowerCase();
                }
            }
        }
        return null;
    }
}

1	package com.rarchives.ripme.utils;
2
3	import java.io.IOException;
4	import java.net.MalformedURLException;
5	import java.net.URL;
6	import java.util.*;
7	import java.util.regex.Matcher;
8	import java.util.regex.Pattern;
9
10	import com.rarchives.ripme.ripper.AbstractRipper;
11	import com.rarchives.ripme.ripper.rippers.EroShareRipper;
12	import com.rarchives.ripme.ripper.rippers.EromeRipper;
13	import com.rarchives.ripme.ripper.rippers.ImgurRipper;
14	import com.rarchives.ripme.ripper.rippers.RedgifsRipper;
15	import com.rarchives.ripme.ripper.rippers.VidbleRipper;
16	import com.rarchives.ripme.ripper.rippers.GfycatRipper;
17	import com.rarchives.ripme.ripper.rippers.SoundgasmRipper;
18	import org.apache.commons.lang.math.NumberUtils;
19	import org.apache.log4j.Logger;
20	import org.jsoup.Jsoup;
21	import org.jsoup.nodes.Document;
22	import org.jsoup.nodes.Element;
23
24
25	public class RipUtils {	×
26	private static final Logger logger = Logger.getLogger(RipUtils.class);	1✔
27
28	public static List<URL> getFilesFromURL(URL url) {
29	List<URL> result = new ArrayList<>();	1✔
30
31	logger.debug("Checking " + url);	1✔
32	// Imgur album
33	if ((url.getHost().endsWith("imgur.com"))	1✔
34	&& url.toExternalForm().contains("imgur.com/a/")) {	1✔
35	try {
36	logger.debug("Fetching imgur album at " + url);	×
37	ImgurRipper.ImgurAlbum imgurAlbum = ImgurRipper.getImgurAlbum(url);	×
38	for (ImgurRipper.ImgurImage imgurImage : imgurAlbum.images) {	×
39	logger.debug("Got imgur image: " + imgurImage.url);	×
40	result.add(imgurImage.url);	×
41	}	×
42	} catch (IOException e) {	×
43	logger.error("[!] Exception while loading album " + url, e);	×
44	}	×
45	return result;	×
46	}
47	else if (url.getHost().endsWith("imgur.com") && url.toExternalForm().contains(",")) {	1✔
48	// Imgur image series.
49	try {
50	logger.debug("Fetching imgur series at " + url);	×
51	ImgurRipper.ImgurAlbum imgurAlbum = ImgurRipper.getImgurSeries(url);	×
52	for (ImgurRipper.ImgurImage imgurImage : imgurAlbum.images) {	×
53	logger.debug("Got imgur image: " + imgurImage.url);	×
54	result.add(imgurImage.url);	×
55	}	×
56	} catch (IOException e) {	×
57	logger.error("[!] Exception while loading album " + url, e);	×
58	}	×
59	} else if (url.getHost().endsWith("i.imgur.com") && url.toExternalForm().contains("gifv")) {	1✔
60	// links to imgur gifvs
61	try {
62	result.add(new URL(url.toExternalForm().replaceAll(".gifv", ".mp4")));	1✔
63	} catch (IOException e) {	×
64	logger.info("Couldn't get gifv from " + url);	×
65	}	1✔
66	return result;	1✔
67
68	}
69	else if (url.getHost().endsWith("gfycat.com")) {	1✔
70	try {
71	logger.debug("Fetching gfycat page " + url);	×
72	String videoURL = GfycatRipper.getVideoURL(url);	×
73	logger.debug("Got gfycat URL: " + videoURL);	×
74	result.add(new URL(videoURL));	×
75	} catch (IOException e) {	×
76	// Do nothing
77	logger.warn("Exception while retrieving gfycat page:", e);	×
78	}	×
79	return result;	×
80	}
81	else if (url.getHost().endsWith("redgifs.com") \|\| url.getHost().endsWith("gifdeliverynetwork.com")) {	1✔
82	try {
83	logger.debug("Fetching redgifs page " + url);	×
84	String videoURL = RedgifsRipper.getVideoURL(url);	×
85	logger.debug("Got redgifs URL: " + videoURL);	×
86	result.add(new URL(videoURL));	×
87	} catch (IOException e) {	×
88	// Do nothing
89	logger.warn("Exception while retrieving redgifs page:", e);	×
90	}	×
91	return result;	×
92	}
93	else if (url.toExternalForm().contains("vidble.com/album/") \|\| url.toExternalForm().contains("vidble.com/show/")) {	1✔
94	try {
95	logger.info("Getting vidble album " + url);	×
96	result.addAll(VidbleRipper.getURLsFromPage(url));	×
97	} catch (IOException e) {	×
98	// Do nothing
99	logger.warn("Exception while retrieving vidble page:", e);	×
100	}	×
101	return result;	×
102	}
103	else if (url.toExternalForm().contains("eroshare.com")) {	1✔
104	try {
105	logger.info("Getting eroshare album " + url);	×
106	result.addAll(EroShareRipper.getURLs(url));	×
107	} catch (IOException e) {	×
108	// Do nothing
109	logger.warn("Exception while retrieving eroshare page:", e);	×
110	}	×
111	return result;	×
112	} else if (url.toExternalForm().contains("v.redd.it")) {	1✔
113	result.add(url);	×
114	return result;	×
115	}
116
117	else if (url.toExternalForm().contains("erome.com")) {	1✔
118	try {
119	logger.info("Getting eroshare album " + url);	×
120	EromeRipper r = new EromeRipper(url);	×
121	Document tempDoc = r.getFirstPage();	×
122	for (String u : r.getURLsFromPage(tempDoc)) {	×
123	result.add(new URL(u));	×
124	}	×
125	} catch (IOException e) {	×
126	// Do nothing
127	logger.warn("Exception while retrieving eroshare page:", e);	×
128	}	×
129	return result;	×
130	}
131	else if (url.toExternalForm().contains("soundgasm.net")) {	1✔
132	try {
133	logger.info("Getting soundgasm page " + url);	1✔
134	SoundgasmRipper r = new SoundgasmRipper(url);	1✔
135	Document tempDoc = r.getFirstPage();	1✔
136	for (String u : r.getURLsFromPage(tempDoc)) {	1✔
137	result.add(new URL(u));	1✔
138	}	1✔
139	} catch (IOException e) {	×
140	// Do nothing
141	logger.warn("Exception while retrieving soundgasm page:", e);	×
142	}	1✔
143	return result;	1✔
144	}
145
146	Pattern p = Pattern.compile("https?://i.reddituploads.com/([a-zA-Z0-9]+)\\?.*");	1✔
147	Matcher m = p.matcher(url.toExternalForm());	1✔
148	if (m.matches()) {	1✔
149	logger.info("URL: " + url.toExternalForm());	×
150	String u = url.toExternalForm().replaceAll("&", "&");	×
151	try {
152	result.add(new URL(u));	×
153	} catch (MalformedURLException e) {	×
154	}	×
155	return result;	×
156	}
157
158	// Direct link to image
159	p = Pattern.compile("(https?://[a-zA-Z0-9\\-.]+\\.[a-zA-Z]{2,3}(/\\S)\\.(jpg\|jpeg\|gif\|png\|mp4)(\\?.)?)");	1✔
160	m = p.matcher(url.toExternalForm());	1✔
161	if (m.matches()) {	1✔
162	try {
163	URL singleURL = new URL(m.group(1));	×
164	logger.debug("Found single URL: " + singleURL);	×
165	result.add(singleURL);	×
166	return result;	×
167	} catch (MalformedURLException e) {	×
168	logger.error("[!] Not a valid URL: '" + url + "'", e);	×
169	}
170	}
171
172	if (url.getHost().equals("imgur.com") \|\|	1✔
173	url.getHost().equals("m.imgur.com")) {	1✔
174	try {
175	// Fetch the page
176	Document doc = Jsoup.connect(url.toExternalForm())	×
177	.userAgent(AbstractRipper.USER_AGENT)	×
178	.get();	×
179	for (Element el : doc.select("meta")) {	×
180	if (el.attr("property").equals("og:video")) {	×
181	result.add(new URL(el.attr("content")));	×
182	return result;	×
183	}
184	else if (el.attr("name").equals("twitter:image:src")) {	×
185	result.add(new URL(el.attr("content")));	×
186	return result;	×
187	}
188	else if (el.attr("name").equals("twitter:image")) {	×
189	result.add(new URL(el.attr("content")));	×
190	return result;	×
191	}
192	}	×
193	} catch (IOException ex) {	×
194	logger.error("[!] Error", ex);	×
195	}	×
196
197	}
198
199	logger.error("[!] Unable to rip URL: " + url);	1✔
200	return result;	1✔
201	}
202
203	public static Pattern getURLRegex() {
204	return Pattern.compile("(https?://[a-zA-Z0-9\\-.]+\\.[a-zA-Z]{2,3}(/\\S*))");	1✔
205	}
206
207	public static String urlFromDirectoryName(String dir) {
208	String url = null;	×
209	if (url == null) url = urlFromImgurDirectoryName(dir);	×
210	if (url == null) url = urlFromImagefapDirectoryName(dir);	×
211	if (url == null) url = urlFromDeviantartDirectoryName(dir);	×
212	if (url == null) url = urlFromRedditDirectoryName(dir);	×
213	if (url == null) url = urlFromSiteDirectoryName(dir, "bfcakes", "http://www.bcfakes.com/celebritylist/", "");	×
214	if (url == null) url = urlFromSiteDirectoryName(dir, "drawcrowd", "http://drawcrowd.com/", "");	×
215	if (url == null) url = urlFromSiteDirectoryName(dir.replace("-", "/"), "ehentai", "http://g.e-hentai.org/g/", "");	×
216	if (url == null) url = urlFromSiteDirectoryName(dir, "vinebox", "http://finebox.co/u/", "");	×
217	if (url == null) url = urlFromSiteDirectoryName(dir, "imgbox", "http://imgbox.com/g/", "");	×
218	if (url == null) url = urlFromSiteDirectoryName(dir, "modelmayhem", "http://www.modelmayhem.com/", "");	×
219	//if (url == null) url = urlFromSiteDirectoryName(dir, "8muses", "http://www.8muses.com/index/category/", "");
220	return url;	×
221	}
222
223	private static String urlFromSiteDirectoryName(String dir, String site, String before, String after) {
224	if (!dir.startsWith(site + "_")) {	×
225	return null;	×
226	}
227	dir = dir.substring((site + "_").length());	×
228	return before + dir + after;	×
229	}
230
231	private static String urlFromRedditDirectoryName(String dir) {
232	if (!dir.startsWith("reddit_")) {	×
233	return null;	×
234	}
235	String url = null;	×
236	String[] fields = dir.split("_");	×
237	switch (fields[0]) {	×
238	case "sub":
239	url = "http://reddit.com/r/" + dir;	×
240	break;	×
241	case "user":
242	url = "http://reddit.com/user/" + dir;	×
243	break;	×
244	case "post":
245	url = "http://reddit.com/comments/" + dir;	×
246	break;
247	}
248	return url;	×
249	}
250
251	private static String urlFromImagefapDirectoryName(String dir) {
252	if (!dir.startsWith("imagefap")) {	×
253	return null;	×
254	}
255	String url = null;	×
256	dir = dir.substring("imagefap_".length());	×
257	if (NumberUtils.isDigits(dir)) {	×
258	url = "http://www.imagefap.com/gallery.php?gid=" + dir;	×
259	}
260	else {
261	url = "http://www.imagefap.com/gallery.php?pgid=" + dir;	×
262	}
263	return url;	×
264	}
265
266	private static String urlFromDeviantartDirectoryName(String dir) {
267	if (!dir.startsWith("deviantart")) {	×
268	return null;	×
269	}
270	dir = dir.substring("deviantart_".length());	×
271	String url = null;	×
272	if (!dir.contains("_")) {	×
273	url = "http://" + dir + ".deviantart.com/";	×
274	}
275	else {
276	String[] fields = dir.split("_");	×
277	url = "http://" + fields[0] + ".deviantart.com/gallery/" + fields[1];	×
278	}
279	return url;	×
280	}
281
282	private static String urlFromImgurDirectoryName(String dir) {
283	if (!dir.startsWith("imgur_")) {	×
284	return null;	×
285	}
286	if (dir.contains(" ")) {	×
287	dir = dir.substring(0, dir.indexOf(" "));	×
288	}
289	List<String> fields = Arrays.asList(dir.split("_"));	×
290	String album = fields.get(1);	×
291	String url = "http://";	×
292	if ((fields.contains("top") \|\| fields.contains("new"))	×
293	&& (fields.contains("year") \|\| fields.contains("month") \|\| fields.contains("week") \|\| fields.contains("all"))) {	×
294	// Subreddit
295	fields.remove(0); // "imgur"	×
296	String sub = "";	×
297	while (fields.size() > 2) {	×
298	if (!sub.equals("")) {	×
299	sub += "_";	×
300	}
301	sub = fields.remove(0); // Subreddit that may contain "_"	×
302	}
303	url += "imgur.com/r/" + sub + "/";	×
304	url += fields.remove(0) + "/";	×
305	url += fields.remove(0);	×
306	}	×
307	else if (album.contains("-")) {	×
308	// Series of images
309	url += "imgur.com/" + album.replaceAll("-", ",");	×
310	}
311	else if (album.length() == 5 \|\| album.length() == 6) {	×
312	// Album
313	url += "imgur.com/a/" + album;	×
314	}
315	else {
316	// User account
317	url += album + ".imgur.com/";	×
318	if (fields.size() > 2) {	×
319	url += fields.get(2);	×
320	}
321	}
322	return url;	×
323	}
324	/**
325	* Reads a cookie string (Key1=value1;key2=value2) from the config file and turns it into a hashmap
326	* @return Map of cookies containing session data.
327	*/
328	public static Map<String, String> getCookiesFromString(String line) {
329	Map<String,String> cookies = new HashMap<>();	1✔
330	for (String pair : line.split(";")) {	1✔
331	String[] kv = pair.split("=");	1✔
332	cookies.put(kv[0].trim(), kv[1]);	1✔
333	}
334	return cookies;	1✔
335	}
336
337	/**
338	* Checks for blacklisted tags on page. If it finds one it returns it, if not it return null
339	*
340	* @param blackListedTags a string array of the blacklisted tags
341	* @param tagsOnPage the tags on the page
342	* @return String
343	*/
344	public static String checkTags(String[] blackListedTags, List<String> tagsOnPage) {
345	// If the user hasn't blacklisted any tags we return null;
346	if (blackListedTags == null) {	1✔
347	return null;	1✔
348	}
349	for (String tag : blackListedTags) {	1✔
350	for (String pageTag : tagsOnPage) {	1✔
351	// We replace all dashes in the tag with spaces because the tags we get from the site are separated using
352	// dashes
353	if (tag.trim().toLowerCase().equals(pageTag.toLowerCase())) {	1✔
354	return tag.toLowerCase();	1✔
355	}
356	}	1✔
357	}
358	return null;	×
359	}
360	}

RipMeApp / ripme / 1801

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous