= '".$startID."' AND id <= '".$endID."'"); if(!$result) { $error = 'Error fetching index: ' . mysqli_error($link); include 'error.html.php'; exit(); } } else { //check reviewqueue table for rows that are reserverd within reservetime. Do not select reserved rows. If reserved rows exceed 30mins, they can be reserved by different approver. $result = mysqli_query($link,"SELECT * FROM reviewqueue WHERE reserved IS NULL OR reserved = '".$_SESSION["user"]."' OR reservetime < NOW() - INTERVAL 30 MINUTE LIMIT $lim"); if(!$result) { $error = 'Error fetching index: ' . mysqli_error($link); include 'error.html.php'; exit(); } } //lets put contents of reviewqueue into an array while($row = mysqli_fetch_array($result)) { $id[] = $row['id']; $url[] = str_replace("'", "%27", $row['url']); $worksafe[] = $row['worksafe']; } if ($_SERVER['REQUEST_METHOD'] === 'POST' && isset($_POST['startid']) && $_SESSION["loadreview"]==false) { //store approved url list into indexqueue $i=0; $num_crawlers=1;//modify this variable to the number of crawlers you are using in parallel. $crawler_id=1; foreach($id as $pageid) { if($_POST["deny$pageid"] != 'on' && $_POST["skip$pageid"] != 'on' && $_POST["bury$pageid"] != 'on') { $worksafe = mysqli_real_escape_string($link, $_POST["worksafe$pageid"]); if($worksafe == 'on') { $worksafe = 1; } else { $worksafe = 0; } if($_POST["surprise$pageid"] == 'on') { $surprise = 1; } else { $surprise = 0; } if($_POST["forcerules$pageid"] == 'on') { $forcerules = 1; } else { $forcerules = 0; } if($_POST["crawlrepeat$pageid"] == 'on') { $crawlrepeat = 1; } else { $crawlrepeat = 0; } $updatable = $_POST["updatable$pageid"]; $crawldepth = $_POST["crawldepth$pageid"]; $crawlpages = $_POST["crawlpages$pageid"]; $crawltype = $_POST["crawltype$pageid"]; $sql = "INSERT INTO indexqueue (url,worksafe,approver,surprise,updatable,crawl_depth,crawl_pages,crawl_type,force_rules,crawl_repeat,crawler_id) VALUES ('".$url[$i]."','".$worksafe."','".$_SESSION["user"]."','".$surprise."','".$updatable."','".$crawldepth."','".$crawlpages."','".$crawltype."','".$forcerules."','".$crawlrepeat."','".$crawler_id."')"; if (!mysqli_query($link, $sql)) { $error = 'Error inserting into indexqueue: ' . mysqli_error($link); include 'error.html.php'; exit(); } } if($_POST["bury$pageid"] == 'on' && $_POST["skip$pageid"] != 'on' && $_POST["deny$pageid"] != 'on') { $worksafe = mysqli_real_escape_string($link, $_POST["worksafe$pageid"]); if($worksafe == 'on') { $worksafe = 1; } else { $worksafe = 0; } $sql = "INSERT INTO graveyard (url,worksafe) VALUES ('".$url[$i]."','".$worksafe."')"; if (!mysqli_query($link, $sql)) { $error = 'Error inserting into indexqueue: ' . mysqli_error($link); include 'error.html.php'; exit(); } } //put denied pages into wibytemp rejected table if($_POST["bury$pageid"] != 'on' && $_POST["skip$pageid"] != 'on' && $_POST["deny$pageid"] == 'on') { if(!mysqli_select_db($link, 'wibytemp')) { $error = 'Unable to locate the database.'. mysqli_error($link);; include 'error.html.php'; exit(); } $sql = "INSERT INTO rejected (url,user,date) VALUES ('".$url[$i]."','".$_SESSION["user"]."',now())"; if (!mysqli_query($link, $sql)) { $error = 'Error inserting into indexqueue: ' . mysqli_error($link); include 'error.html.php'; exit(); } if(!mysqli_select_db($link, 'wiby')) { $error = 'Unable to locate the database...'; include 'error.html.php'; exit(); } } if($_POST["skip$pageid"] != 'on') { $result2 = mysqli_query($link,"DELETE FROM reviewqueue WHERE id = $pageid"); if(!$result2) { $error = 'Error deleting from reviewqueue: ' . mysqli_error($link); include 'error.html.php'; exit(); } } $i++; if($crawler_id == $num_crawlers){ $crawler_id = 1; }else{ $crawler_id++; } } $_SESSION["loadreview"]=true; unset($id); unset($url); unset($worksafe); unset($startID); unset($endID); unset($result); $link -> close(); include 'review.php'; //include 'refresh.html'; exit(); } else { $_SESSION["loadreview"]=false; //insert approver into reserved, reservetime will autoupdate, so that they cannot be taken by a different approver for 30 mins. foreach($id as $pageid) { $result = mysqli_query($link,"UPDATE reviewqueue SET reserved = '".$_SESSION["user"]."' WHERE id = $pageid"); if(!$result) { $error = 'Error fetching index: ' . mysqli_error($link); include 'error.html.php'; exit(); } } //get total number of rows remaining in queue $totalrows = mysqli_query($link,"select count(id) from reviewqueue"); if(!$totalrows) { $error = 'Error fetching index: ' . mysqli_error($link); include 'error.html.php'; exit(); } //get result of total rows remaining in queue while($row = mysqli_fetch_array($totalrows)) { $queuesize = $row['count(id)']; echo $queuesize . " pages queued in total."; } include 'reviewqueue.html.php'; } ?>