From c47ab96996090fae4a1f867f61eef83f1fa6d38d Mon Sep 17 00:00:00 2001 From: MrBesen Date: Mon, 8 Oct 2018 11:22:45 +0200 Subject: [PATCH] DB Size --- src/de/mrbesen/youtubecrawler/Crawler.java | 1 + src/de/mrbesen/youtubecrawler/DB.java | 23 ++++++++++++++++++++++ 2 files changed, 24 insertions(+) diff --git a/src/de/mrbesen/youtubecrawler/Crawler.java b/src/de/mrbesen/youtubecrawler/Crawler.java index c5f3bb6..37a18bf 100644 --- a/src/de/mrbesen/youtubecrawler/Crawler.java +++ b/src/de/mrbesen/youtubecrawler/Crawler.java @@ -316,6 +316,7 @@ public class Crawler implements Runnable { out += "\nRandomBuffer: " + db.getRandomCount(); out += "\nRuntime: " + runtimem + "min and " + crawlcount + " videos crawled. ( " + vidps + " v/s )"; out += "\nState: " + currentstate; + out += "\nDBSize: " + db.getDBSize(); out += "\nThread Nr, todo size, requested, crawledsize, foundsize"; for (int i = 0; i < threads.size(); i++) { CrawlerThread thre = threads.get(i); diff --git a/src/de/mrbesen/youtubecrawler/DB.java b/src/de/mrbesen/youtubecrawler/DB.java index 4f804dc..7107347 100644 --- a/src/de/mrbesen/youtubecrawler/DB.java +++ b/src/de/mrbesen/youtubecrawler/DB.java @@ -25,6 +25,7 @@ public class DB implements Runnable { private Random rand = new Random(); private Server serv = new Server(this); private Thread randomrefill = null; + private int dbsize = 0; public DB() { try { @@ -54,10 +55,31 @@ public class DB implements Runnable { serv.start(); refillbuffer(); + + //get db size + dbsize(); } catch (SQLException e) { log.error("Error while connecting to the database! ", e); } } + + private void dbsize() { + try { + ResultSet set = query("SELECT count(*) as count FROM `videos`;"); + if(set != null) { + if(set.next()) { + dbsize = set.getInt(1); + } + } + } catch(SQLException e) { + e.printStackTrace(); + } + } + + public int getDBSize() { + return dbsize; + } + private void connect(boolean selectdb) { try { @@ -100,6 +122,7 @@ public class DB implements Runnable { public void addVideos(List