MrBesen
/
YoutubeCrawler
1
0
Fork 1
Code Issues Pull Requests Releases Wiki Activity

fixed sql

This commit is contained in:
mrbesen 2021-10-18 17:19:22 +02:00
parent 7180007dea
commit e57842d3e1
Signed by: MrBesen
GPG Key ID: 596B2350DCD67504
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
src/de/mrbesen/youtubecrawler/DB.java
View File

@ -148,7 +148,7 @@ public class DB implements Runnable {
log.info("Write databuffer to DB video count: " + writebuffercurrentsize);
dbsize += writebuffercurrentsize;
tostorebuffer.deleteCharAt(0);//delete leading ','
String qu = "INSERT IGNORE INTO `ytcrawler`.`videos`(`id`, `length`, `created`, `langcode`, `category`, `videotitle`, `channel`, `tags`) VALUES " + tostorebuffer.toString();
String qu = "INSERT IGNORE INTO `videos`(`id`, `length`, `created`, `langcode`, `category`, `videotitle`, `channel`, `tags`) VALUES " + tostorebuffer.toString();
update(qu);
//reset buffer
@ -168,7 +168,7 @@ public class DB implements Runnable {
private void updateVideo(Video v) {
try {
String qu = "UPDATE `ytcrawler`.`videos` SET `length` = '" + v.length + "', `created` = '" + v.created + "', `langcode` = SUBSTR('" + v.languageCode + "', 1, 3) ,`category` = '" + v.categorie + "',`videotitle` = SUBSTR('" + v.title + "',1,100),`channel` = SUBSTR('" + v.channel + "',1,20),`tags` = '" + v.tags.substring(0, v.tags.length() > 40 ? 40 : v.tags.length()) + "' WHERE `id` = '" + v.id + "';";
String qu = "UPDATE `videos` SET `length` = '" + v.length + "', `created` = '" + v.created + "', `langcode` = SUBSTR('" + v.languageCode + "', 1, 3) ,`category` = '" + v.categorie + "',`videotitle` = SUBSTR('" + v.title + "',1,100),`channel` = SUBSTR('" + v.channel + "',1,20),`tags` = '" + v.tags.substring(0, v.tags.length() > 40 ? 40 : v.tags.length()) + "' WHERE `id` = '" + v.id + "';";
update(qu);
} catch(NullPointerException e) {
@ -192,7 +192,7 @@ public class DB implements Runnable {
public void removeVideos(LinkedList<Video> vids) {
log.info("Delete " + vids.size() + " videos.");
for(Video s : vids) {
update("DELETE FROM `ytcrawler`.`videos` WHERE `id`='" + s.id + "';");
update("DELETE FROM `videos` WHERE `id`='" + s.id + "';");
}
}
@ -255,14 +255,14 @@ public class DB implements Runnable {
}
public LinkedList<String> restoreTemp() {
ResultSet res = query("SELECT * FROM `ytcrawler`.`temp` LIMIT 500;");
ResultSet res = query("SELECT * FROM `temp` LIMIT 500;");
LinkedList<String> out = new LinkedList<>();
log.info("RestoreTemp");
try {
while(res.next()) {
out.add(res.getString(1));
}
update("DELETE FROM `ytcrawler`.`temp` LIMIT 500;");
update("DELETE FROM `temp` LIMIT 500;");
} catch (Exception e) {}
return out;
}
@ -270,7 +270,7 @@ public class DB implements Runnable {
public void deleteDouble() {
log.info("Started Delete Double");
long start = System.currentTimeMillis();
update("call ytcrawler.deletedouble();");
update("CALL deletedouble();");
log.info("Delete Double done in " + ((System.currentTimeMillis() - start)/60000) + " min");
}
@ -287,7 +287,7 @@ public class DB implements Runnable {
if(writetempbuffercurrentsize > writebuffersize || force) {
log.info("Write Buffer: " + writetempbuffercurrentsize);
totempbuffer.deleteCharAt(0);//delete leading ','
String qu = "INSERT IGNORE INTO `ytcrawler`.`temp` (`ytid`) VALUES " + totempbuffer.toString() + ";";
String qu = "INSERT IGNORE INTO `temp` (`ytid`) VALUES " + totempbuffer.toString() + ";";
update(qu);
//reset