File: /home/httpd/html/baretube.com.new/admin/csv_cron.php
<?php
include('db.php');
$counter = 0;
$errors = 0;
$result = dbQuery("SELECT * FROM `csv_import` ORDER BY `record_num` DESC", false);
if (is_array($result) && count($result) > 0) {
dbQuery("UPDATE `status` SET `csv_import_running` = 1, `csv_import_total` = '" . count($result) . "' WHERE `csv_import_total` = 0", false);
}
$availableLanguages = dbQuery("SELECT * FROM languages ORDER BY name ASC",false);
foreach($availableLanguages as $l) {
$langs[] = strtoupper($l['iso']);
}
foreach ($result as $arr) {
$csvdata = mysqli_real_escape_string($dblink,json_encode($arr));
$langData = json_decode($arr['jsondata'],true);
$arr = mysql_real_escape_array($arr);
unset($insertpaysite);
//check if paysite exists (if specified)
$bad = array("\r", "\n", "\t");
$arr['paysite'] = trim(str_replace($bad, "", $arr['paysite']));
if ($arr['paysite']) {
$arr['paysite'] = trim($arr['paysite']);
$rresult = dbQuery("SELECT `record_num` FROM `paysites` WHERE `name` LIKE '$arr[paysite]'", false);
if (count($rresult) > 0) {
$rrow = $rresult[0];
$insertpaysite = $rrow['record_num'];
} else {
dbQuery("INSERT INTO `paysites` (`name`) VALUES ('$arr[paysite]')");
$insertpaysite = mysqli_insert_id($dblink);
}
} else {
$insertpaysite = $arr['default_paysite'];
}
$arr['thumb'] = str_replace('\r', '', $arr['thumb']);
$arr['flv'] = str_replace('\r', '', $arr['flv']);
if ($arr['embed'] || $arr['plugurl']) {
//is embedded video
if ($arr['plugurl']) {
$arr['embed'] = trim($arr['plugurl']);
$plug = 1;
} else {
unset($plug);
}
$bad = array("\r", "\n", "\t");
$arr['embed'] = trim(str_replace($bad, "", $arr['embed']));
$check = dbQuery("SELECT `record_num` FROM `content` WHERE `embed` LIKE '%$arr[embed]%'", false);
if (count($check) < 1) {
if(mysqli_query($dblink, "INSERT INTO `content` (`length`, `title`, `description`, `keywords`, `date_added`, `approved`, `embed`, `submitter`, `paysite`, `plug_url`,`vr`) VALUES ('$arr[lengthsec]', '$arr[title]', '$arr[desc]', '$arr[keywords]', NOW(), 2, '$arr[embed]', '$arr[submitter]', '$insertpaysite', '$plug','$arr[vr]')")) {
$insert = mysqli_insert_id($dblink);
$file = file_get_contents($arr['thumb']);
@mkdir("$thumb_path/embedded");
file_put_contents("$thumb_path/embedded/$insert.jpg", $file);
$thisThumb = $thumb_path . '/embedded/' . $insert . '.jpg';
if($ceph_enabled) {
if(cephUploadObject($thisThumb,str_replace("$basepath/media/","",$thisThumb))) {
if($ceph_delete_local) {
@unlink($thisThumb);
}
}
}
dbQuery("INSERT INTO `content_views` (`content`, `views`) VALUES ('$insert',0)");
//insert alternate language versions
if(is_array($langs) && is_array($langData)) {
foreach($langs as $l) {
$titleVar = "title_$l";
$descVar = "description_$l";
$kwVar = "keywords_$l";
if($langData[$titleVar] || $langData[$kwVar] || $langData[$descVar]) {
$langData = mysql_real_escape_array($langData);
mysqli_query($dblink,"INSERT INTO content_languages SET content = '$insert', language = '$l', title = '".$langData[$titleVar]."', description = '".$langData[$descVar]."', keywords = '".$langData[$kwVar]."'");
}
}
}
if (filesize("$thumb_path/embedded/$insert.jpg") > 48) {
$counter++;
$thisThumb = $thumb_path . '/embedded/' . $insert . '.jpg';
if($ceph_enabled) {
if(cephUploadObject($thisThumb,str_replace("$basepath/media/","",$thisThumb))) {
if($ceph_delete_local) {
@unlink($thisThumb);
}
}
}
} else {
dbQuery("DELETE FROM `content` WHERE `record_num` = '$insert'");
dbQuery("DELETE FROM `content_views` WHERE `record_num` = '$insert'");
dbQuery("INSERT INTO `csv_failures` SET `date` = NOW(), `data` = '$csvdata', `failure` = 'Unable to download or write thumbnail'");
$errors++;
}
} else {
dbQuery("INSERT INTO `csv_failures` SET `date` = NOW(), `data` = '$csvdata', `failure` = 'Query Error'");
$errors++;
}
} else {
dbQuery("INSERT INTO `csv_failures` SET `date` = NOW(), `data` = '$csvdata', `failure` = 'Exists In Database'");
$errors++;
}
} else {
//is not embedded video
$skip = false;
if(!$arr['local']) {
$check = dbQuery("SELECT `record_num` FROM `content` WHERE (`hotlinked` != '' AND `hotlinked` LIKE '%$arr[flv]%') OR `orig_csv_url` LIKE '%$arr[flv]%'", false);
if (count($check) < 1) {
$skip = false;
} else {
$skip = true;
dbQuery("INSERT INTO `csv_failures` SET `date` = NOW(), `data` = '$csvdata', `failure` = 'Video already exists in database (URL Match)'");
}
}
if ($arr['local']) {
if(file_exists($arr['local'])) {
$checkCRC = dbQuery("SELECT * FROM content_crc32 WHERE checksum = '$localCRC'",false);
print_r($checkCRC);
if(count($checkCRC) > 0) {
$skip = true;
dbQuery("INSERT INTO `csv_failures` SET `date` = NOW(), `data` = '$csvdata', `failure` = 'Video already exists in database (CRC32 Match)'");
} else {
$skip = false;
}
} else {
$skip = true;
dbQuery("INSERT INTO `csv_failures` SET `date` = NOW(), `data` = '$csvdata', `failure` = 'Localfile does not exist at this path'");
}
}
if (!$skip) {
$i = $arr['flv'];
if ($arr['flv']) {
if (stripos($i, '.mp4') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = $filename;
} elseif (stripos($i, '.f4v') !== false) {
$filename = md5(microtime()) . ".f4v";
$finalFilename = $filename;
} elseif (stripos($i, '.m4v') !== false) {
$filename = md5(microtime()) . ".m4v";
$finalFilename = $filename;
} elseif (stripos($i, '.flv') !== false) {
$filename = md5(microtime()) . ".flv";
$finalFilename = $filename;
} elseif (stripos($i, '.mpg') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".mpg";
} elseif (stripos($i, '.mpeg') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".mpg";
} elseif (stripos($i, '.wmv') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".wmv";
unset($hotlinked);
} elseif (stripos($i, '.avi') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".avi";
unset($hotlinked);
} elseif (stripos($i, '.qt') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".qt";
unset($hotlinked);
} elseif (stripos($i, '.mov') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".mov";
unset($hotlinked);
} elseif (stripos($i, '.3gp') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".3gp";
unset($hotlinked);
} else {
$filename = md5(microtime()) . ".mp4";
$finalFilename = $filename;
}
$arr[flv] = trim($arr[flv]);
shell_exec("$wget_path " . escapeshellarg(str_replace('\r', '', $arr[flv])) . " -U=\"Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)\" -O \"$content_path/$finalFilename\"");
}
if ($arr['local']) {
$i = $arr['local'];
//check and insert CRC
if (stripos($i, '.mp4') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = $filename;
} elseif (stripos($i, '.f4v') !== false) {
$filename = md5(microtime()) . ".f4v";
$finalFilename = $filename;
} elseif (stripos($i, '.m4v') !== false) {
$filename = md5(microtime()) . ".m4v";
$finalFilename = $filename;
} elseif (stripos($i, '.flv') !== false) {
$filename = md5(microtime()) . ".flv";
$finalFilename = $filename;
} elseif (stripos($i, '.mpg') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".mpg";
} elseif (stripos($i, '.mpeg') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".mpg";
} elseif (stripos($i, '.wmv') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".wmv";
} elseif (stripos($i, '.avi') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".avi";
} elseif (stripos($i, '.qt') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".qt";
} elseif (stripos($i, '.mov') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".mov";
} elseif (stripos($i, '.3gp') !== false) {
$filename = md5(microtime()) . ".mp4";
$finalFilename = md5(microtime()) . ".3gp";
} else {
$filename = md5(microtime()) . ".mp4";
$finalFilename = $filename;
}
unset($hotlinked);
copy($arr['local'], "$content_path/$finalFilename");
}
$filesize = filesize("$content_path/$finalFilename");
if (file_exists("$content_path/$finalFilename") && $filesize > 0) {
dbReconnect();
if ($arr['hotlink'] == 1) {
$hotlinked = $arr['flv'];
} else {
$hotlinked = false;
}
if(mysqli_query($dblink, "INSERT INTO `content` (`title`, `filename`, `orig_filename`, `thumbnail`, `description`, `keywords`, `scheduled_date`, `date_added`, `submitter`, `ip`, `approved`, `hotlinked`, `paysite`, `source_thumb_url`, `orig_csv_url`,`vr`) VALUES ('$arr[title]', '" . $filename . "', '$finalFilename', '$filename.jpg', '$arr[desc]', '$arr[keywords]', NOW(), NOW(), '$arr[submitter]', '$_SERVER[REMOTE_ADDR]', 0, '$hotlinked', '$insertpaysite', '$arr[thumb]', '$arr[flv]','$arr[vr]')")) {
$insert = mysqli_insert_id($dblink);
dbQuery("INSERT INTO content_views (`content`, `views`) VALUES ('$insert', 0)");
//insert alternate language versions
if(is_array($langs) && is_array($langData)) {
foreach($langs as $l) {
$titleVar = "title_$l";
$descVar = "description_$l";
$kwVar = "keywords_$l";
if($langData[$titleVar] || $langData[$kwVar] || $langData[$descVar]) {
$langData = mysql_real_escape_array($langData);
mysqli_query($dblink,"INSERT INTO content_languages SET content = '$insert', language = '$l', title = '".$langData[$titleVar]."', description = '".$langData[$descVar]."', keywords = '".$langData[$kwVar]."'");
}
}
}
$counter++;
} else {
dbQuery("INSERT INTO `csv_failures` SET `date` = NOW(), `data` = '$csvdata', `failure` = 'Could not insert into content table, mysql error'");
$errors++;
}
if ($arr['thumb']) {
$file = file_get_contents($arr['thumb']);
@mkdir("$thumb_path/embedded");
if (file_put_contents("$thumb_path/embedded/$insert.jpg", $file)) {
dbQuery("UPDATE `content` SET `thumbnail` = '$file', `main_thumb` = 0 WHERE `record_num` = '$insert'");
$thisThumb = $thumb_path . '/embedded/' . $insert . '.jpg';
if($ceph_enabled) {
if(cephUploadObject($thisThumb,str_replace("$basepath/media/","",$thisThumb))) {
if($ceph_delete_local) {
@unlink($thisThumb);
}
}
}
}
}
} else {
dbQuery("INSERT INTO `csv_failures` SET `date` = NOW(), `data` = '$csvdata', `failure` = 'File was not copied to content directory either due to permissions or source not existing.'");
$errors++;
}
}
}
if ($arr['keywords']) {
$parray = explode(',', $arr['keywords']);
foreach ($parray as $p) {
$p = trim($p);
$rresult = dbQuery("SELECT `record_num` FROM `niches` WHERE `name` LIKE '$p' OR (`csv_match` != '' AND `csv_match` LIKE '%$p%')", false);
if (count($rresult) > 0) {
$rrow = $rresult[0];
dbQuery("INSERT INTO `content_niches` (`niche`, `content`) VALUES ('$rrow[record_num]', '$insert')");
unset($rrow, $rresult);
}
}
}
unset($parray);
$pornstarInserted = false;
unset($aka);
if ($arr['pornstars']) {
$parray = explode(',', $arr['pornstars']);
foreach ($parray as $p) {
$p = trim($p);
if (strlen($p) > 3) {
$rresult = dbQuery("SELECT `record_num` FROM `pornstars` WHERE `name` LIKE '$p' OR `aka` LIKE '%$p%'", false);
if (count($rresult) > 0) {
$rrow = $rresult[0];
dbQuery("INSERT INTO `content_pornstars` (`pornstar`, `content`) VALUES ('$rrow[record_num]', '$insert')");
$pornstarInserted = true;
unset($rrow, $rresult);
} else {
$subresult = dbQuery("SELECT `name`, `aka`, `record_num` FROM `pornstars` ORDER BY `name` ASC", false);
foreach ($subresult as $subrow) {
$subrow['name'] = trim($subrow['name']);
similar_text($p, trim($subrow['name']), $sim);
if ($sim > 85) {
dbQuery("INSERT INTO `content_pornstars` (`pornstar`, `content`) VALUES ('$subrow[record_num]', '$insert')");
$pornstarInserted = true;
} else {
if($subrow['aka']) {
$aka = explode(',', $subrow['aka']);
foreach ($aka as $a) {
similar_text($p, trim($a), $sim);
if ($sim > 85) {
dbQuery("INSERT INTO `content_pornstars` (`pornstar`, `content`) VALUES ('$subrow[record_num]', '$insert')");
$pornstarInserted = true;
}
}
}
}
}
}
if (!$pornstarInserted) {
dbQuery("UPDATE `content` SET `pornstartmp` = '$arr[pornstars]' WHERE `record_num` = '$insert'");
}
if (!$arr['pornstars']) {
$arr['pornstars'] = 'None Specified';
}
dbQuery("UPDATE `content` SET `pornstartmp` = '$arr[pornstars]' WHERE `record_num` = '$insert'");
}
}
}
dbQuery("DELETE FROM `csv_import` WHERE `record_num` = '$arr[record_num]'");
if (dbValue("SELECT COUNT(`record_num`) AS `count` FROM `csv_import`", 'count') == 0) {
dbQuery("UPDATE `status` SET `csv_import_running` = 0, `csv_import_total` = 0", false);
}
}
echo "$counter videos successfully imported. $errors Errors Occured";
exit();
?>