114 lines
3.6 KiB
PHP
114 lines
3.6 KiB
PHP
<?php
|
|
// Function to sort words into files based on the first two characters
|
|
function sort_hashes($inputFile, $excluded) {
|
|
// Open the input file for reading
|
|
$handle = fopen($inputFile, "r");
|
|
if ($handle === false) {
|
|
die("Unable to open input file.");
|
|
}
|
|
|
|
// Initialize an array to hold batched hashes
|
|
$batchedHashes = array();
|
|
|
|
// Read each line from the input file
|
|
while (($line = fgets($handle)) !== false) {
|
|
// Remove leading/trailing whitespace and split the line into words
|
|
$hash = trim($line);
|
|
|
|
// Check if the hash is in the excluded array
|
|
if (in_array($hash, $excluded)) {
|
|
continue; // Skip this hash
|
|
}
|
|
|
|
// Get the first two characters of the word
|
|
$prefix = substr($hash, 0, 2);
|
|
|
|
// Create the filename for the corresponding file
|
|
$filename = "/var/www/html/database_srv/".$prefix . ".jdbf";
|
|
|
|
// Add the hash to the batched array
|
|
$batchedHashes[$filename][] = $line . PHP_EOL;
|
|
}
|
|
|
|
// Close the input file handle
|
|
fclose($handle);
|
|
|
|
// Write batched hashes to files
|
|
foreach ($batchedHashes as $filename => $hashes) {
|
|
// Open or create the file for writing
|
|
$fileContents = implode('', $hashes);
|
|
file_put_contents($filename, $fileContents, FILE_APPEND);
|
|
}
|
|
}
|
|
function download_files($excluded){
|
|
//download from virusshare
|
|
$file_count=485;
|
|
for($i=0;$i<$file_count;$i++){
|
|
$fileNumber = sprintf('%05d', $i);
|
|
$url="https://virusshare.com/hashfiles/VirusShare_$fileNumber.md5";
|
|
$ch = curl_init($url);
|
|
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
|
|
$fileContents = curl_exec($ch);
|
|
file_put_contents("/var/www/html/database_srv/$fileNumber.md5", $fileContents);
|
|
sort_hashes("/var/www/html/database_srv/$fileNumber.md5", $excluded);
|
|
}
|
|
//download from https://bazaar.abuse.ch/export/txt/md5/recent/
|
|
$url="https://bazaar.abuse.ch/export/txt/md5/recent/";
|
|
$ch = curl_init($url);
|
|
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
|
|
$fileContents = curl_exec($ch);
|
|
file_put_contents("/var/www/html/database_srv/buf.md5", $fileContents);
|
|
sort_hashes("/var/www/html/database_srv/buf.md5", $excluded);
|
|
}
|
|
|
|
|
|
|
|
include "../../../config.php";
|
|
$conn = new mysqli($DB_SERVERNAME, $DB_USERNAME, $DB_PASSWORD,$DB_DATABASE);
|
|
if ($conn->connect_error) {
|
|
$success=0;
|
|
die("Connection failed: " . $conn->connect_error);
|
|
}
|
|
// Load excluded hashes from sig_ex table
|
|
$excluded = array();
|
|
$sql = "SELECT signature FROM sig_ex";
|
|
$result = $conn->query($sql);
|
|
if ($result->num_rows > 0) {
|
|
while($row = $result->fetch_assoc()) {
|
|
$excluded[] = $row["signature"];
|
|
}
|
|
}
|
|
|
|
// Load included hashes from sig_in table
|
|
$included = array();
|
|
$sql = "SELECT signature FROM sig_in";
|
|
$result = $conn->query($sql);
|
|
if ($result->num_rows > 0) {
|
|
while($row = $result->fetch_assoc()) {
|
|
$included[] = $row["signature"];
|
|
}
|
|
}
|
|
|
|
// Close the database connection
|
|
$conn->close();
|
|
|
|
// Add included array to output files this will then be processed like any other normal input file
|
|
file_put_contents("/var/www/html/database_srv/included_hashes.txt", implode(PHP_EOL, $included));
|
|
|
|
// This code updates and compiles our databases
|
|
$directory = '/var/www/html/database_srv'; // Path to the directory
|
|
|
|
// Get a list of all files in the directory
|
|
$files = glob($directory . '/*');
|
|
|
|
// Iterate over each file and delete it
|
|
foreach ($files as $file) {
|
|
// Check if the file is a regular file (not a directory)
|
|
if (is_file($file)) {
|
|
unlink($file);
|
|
}
|
|
}
|
|
set_time_limit(0);
|
|
download_files($excluded);
|
|
?>
|