From 73643625f366b8085d80c8998116b020e9f684f0 Mon Sep 17 00:00:00 2001
From: mrbesen <y.g.2@gmx.de>
Date: Mon, 16 Jul 2018 20:12:20 +0200
Subject: [PATCH] gitignore and cap checkvideos request

---
 .gitignore                                 |  5 +++++
 src/de/mrbesen/youtubecrawler/Crawler.java | 19 ++++++++++++-------
 2 files changed, 17 insertions(+), 7 deletions(-)
 create mode 100644 .gitignore

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..acc0a9f
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,5 @@
+/bin/
+/target/
+.project
+.settings/*
+.classpath
diff --git a/src/de/mrbesen/youtubecrawler/Crawler.java b/src/de/mrbesen/youtubecrawler/Crawler.java
index 2682526..fd8a37b 100644
--- a/src/de/mrbesen/youtubecrawler/Crawler.java
+++ b/src/de/mrbesen/youtubecrawler/Crawler.java
@@ -25,6 +25,7 @@ public class Crawler implements Runnable {
 	private YoutubeAPI api = new YoutubeAPI();
 	private File crawlfile = new File("crawl.txt");
 	private Logger log = Logger.getLogger(Crawler.class.getName());
+	private static int maxvideostotest = 100;
 
 	public void stop() {
 		crawl = false;
@@ -96,14 +97,18 @@ public class Crawler implements Runnable {
 				crawl = false;
 				//delete / clear crawl file
 			} else {
-				toCrawl.addAll(db.checkvideos(toknown));//TODO cap it at something like 1000 videos
-				toknown.clear();
-				try {
-				PrintWriter p = new PrintWriter(new BufferedWriter(new FileWriter(crawlfile)));
-				for(String t : toCrawl) {
-					p.println(t);
+				LinkedList<String> tocheck = new LinkedList<>();
+				for(int i = 0; i < toknown.size() && i < maxvideostotest; i++) {
+					tocheck.add(toknown.removeFirst());
 				}
-				p.close();
+				toCrawl.addAll(db.checkvideos(tocheck));
+
+				try {
+					PrintWriter p = new PrintWriter(new BufferedWriter(new FileWriter(crawlfile)));
+					for(String t : toCrawl) {
+						p.println(t);
+					}
+					p.close();
 				} catch (IOException e) {
 					log.error("Error writing crawlfile.", e);
 				}