From 10fdcda0954f92245ce01a245c1d5ea9744b2211 Mon Sep 17 00:00:00 2001 From: mrbesen Date: Tue, 25 Sep 2018 23:56:20 +0200 Subject: [PATCH] nocrawl --- src/de/mrbesen/youtubecrawler/DB.java | 5 +++-- src/de/mrbesen/youtubecrawler/Main.java | 21 +++++++++++++++++++-- src/de/mrbesen/youtubecrawler/Server.java | 4 ++-- 3 files changed, 24 insertions(+), 6 deletions(-) diff --git a/src/de/mrbesen/youtubecrawler/DB.java b/src/de/mrbesen/youtubecrawler/DB.java index ef9a564..cbac67a 100644 --- a/src/de/mrbesen/youtubecrawler/DB.java +++ b/src/de/mrbesen/youtubecrawler/DB.java @@ -259,11 +259,12 @@ public class DB implements Runnable { */ @Override public void run() { - ResultSet count = query("SELECT `" + db + "`.`getLimit`();"); + log.info("Started Refilling."); + ResultSet count = query("SELECT `" + db + "`.`getLimit`() as 'l';"); if(count != null) { try { if(count.next()) { - int max = count.getInt(1); + int max = count.getInt("l"); ResultSet set = query("SELECT `id` FROM `videos` LIMIT " + rand.nextInt(max) + ",100;"); if(set != null) { while(set.next()) { diff --git a/src/de/mrbesen/youtubecrawler/Main.java b/src/de/mrbesen/youtubecrawler/Main.java index fef93d1..1de5db2 100644 --- a/src/de/mrbesen/youtubecrawler/Main.java +++ b/src/de/mrbesen/youtubecrawler/Main.java @@ -25,15 +25,27 @@ public class Main implements CommandHandler, EventListener{ private TelegramAPI tapi; private Thread mainthread; private static Main main; + private boolean startcrawler = true; public static Main getMain() { return main; } public static void main(String[] args) { - main = new Main(); + boolean startcrawl = true; + for(String arg : args) { + if(arg.equalsIgnoreCase("--nocrawl")) { + startcrawl = false; + } + } + + main = new Main(startcrawl); main.run(); } + + public Main(boolean startcra) { + startcrawler = startcra; + } private Crawler cra; @@ -50,7 +62,9 @@ public class Main implements CommandHandler, EventListener{ //starting crawler cra = new Crawler(); Thread t = new Thread(cra, "Crawler"); - t.start(); + if(startcrawler) { + t.start(); + } //starting BOT API tapi = new TelegramAPI(Config.prop.getProperty("telegramapi.key")); @@ -96,6 +110,9 @@ public class Main implements CommandHandler, EventListener{ for(String line : cra.getStats().split("\n")) { log.info(line); } + } else if(in.equalsIgnoreCase("crastop")) { + log.info("Stop crawler"); + cra.stop(); } } s.close(); diff --git a/src/de/mrbesen/youtubecrawler/Server.java b/src/de/mrbesen/youtubecrawler/Server.java index 16dc1af..39da55d 100644 --- a/src/de/mrbesen/youtubecrawler/Server.java +++ b/src/de/mrbesen/youtubecrawler/Server.java @@ -36,8 +36,8 @@ public class Server implements Runnable { public void run() { try { final int port = 2419; - ssoc = new ServerSocket(); - ssoc.bind(new InetSocketAddress(InetAddress.getByName("::1"), port)); + ssoc = new ServerSocket(port, -1, InetAddress.getByName("::1")); + //ssoc.bind(new InetSocketAddress(, port)); ssoc.setSoTimeout(5); log.info("opened Server at port " + port); while(run) {