Ensure there is no duplicate sets downloaded.

This commit is contained in:
marcin.sciesinski
2018-06-26 02:03:37 -07:00
parent a1550bf3f7
commit c8f33f298b

View File

@@ -150,7 +150,7 @@ public class MtgGoldfishProvider implements MtgDataProvider {
String link = "http://www.mtggoldfish.com/index/" + mtgCardSet.getUrlPostfix();
Document doc = Jsoup.parse(new URL(link), TIMEOUT);
boolean isInPaper = (doc.select("#priceHistoryTabs [href=#tab-paper]").size() > 0);
if (isInPaper) {
if (isInPaper && !containsLinkSet(result, link)) {
List<CardData> allCards = new LinkedList<CardData>();
Elements cardElements = doc.select(".index-price-table-paper tbody tr");
@@ -169,6 +169,14 @@ public class MtgGoldfishProvider implements MtgDataProvider {
}
}
private boolean containsLinkSet(List<SetCardData> result, String link) {
for (SetCardData setCardData : result) {
if (setCardData.getSetLink().equals(link))
return true;
}
return false;
}
private int getSleepTime() {
Random rnd = new Random();
return SLEEP_MINIMUM + rnd.nextInt(SLEEP_MAXIMUM - SLEEP_MINIMUM);