sido/node
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update sanity file to PSR-2

Browse Source
This commit is contained in:
pxgamer
2018-05-29 15:47:59 +01:00
parent b68f316029
commit aae845548f
1 changed files with 469 additions and 391 deletions
Download Patch File Download Diff File Expand all files Collapse all files

272
sanity.php
View File

@@ -27,7 +27,9 @@ set_time_limit(0);
error_reporting(0);
// make sure it's not accessible in the browser
if(php_sapi_name() !== 'cli') die("This should only be run as cli");
if (php_sapi_name() !== 'cli') {
die("This should only be run as cli");
}
// make sure there's only a single sanity process running at the same time
if (file_exists("tmp/sanity-lock")) {
@@ -43,7 +45,9 @@ if(file_exists("tmp/sanity-lock")){
if (time() - $pid_time > 86400) {
@unlink("tmp/sanity-lock");
}
if(!$ignore_lock) die("Sanity lock in place");
if (!$ignore_lock) {
die("Sanity lock in place");
}
}
// set the new sanity lock
$lock = fopen("tmp/sanity-lock", "w");
@@ -52,7 +56,9 @@ $arg=trim($argv[1]);
$arg2 = trim($argv[2]);
echo "Sleeping for 3 seconds\n";
// sleep for 3 seconds to make sure there's a delay between starting the sanity and other processes
if($arg!="microsanity") sleep(3);
if ($arg != "microsanity") {
sleep(3);
}
require_once("include/init.inc.php");
@@ -71,20 +77,29 @@ $current=$block->current();
// the microsanity process is an anti-fork measure that will determine the best blockchain to choose for the last block
$microsanity = false;
if ($arg == "microsanity" && !empty($arg2)) {
do {
// the microsanity runs only against 1 specific peer
$x=$db->row("SELECT id,hostname FROM peers WHERE reserve=0 AND blacklisted<UNIX_TIMESTAMP() AND ip=:ip",array(":ip"=>$arg2));
$x = $db->row("SELECT id,hostname FROM peers WHERE reserve=0 AND blacklisted<UNIX_TIMESTAMP() AND ip=:ip",
[":ip" => $arg2]);
if(!$x){ echo "Invalid node - $arg2\n"; break; }
if (!$x) {
echo "Invalid node - $arg2\n";
break;
}
$url = $x['hostname']."/peer.php?q=";
$data=peer_post($url."getBlock",array("height"=>$current['height']));
$data = peer_post($url."getBlock", ["height" => $current['height']]);
if(!$data) {echo "Invalid getBlock result\n"; break; }
if (!$data) {
echo "Invalid getBlock result\n";
break;
}
$data['id'] = san($data['id']);
$data['height'] = san($data['height']);
// nothing to be done, same blockchain
if($data['id']==$current['id']) {echo "Same block\n"; break;}
if ($data['id'] == $current['id']) {
echo "Same block\n";
break;
}
// the blockchain with the most transactions wins the fork (to encourage the miners to include as many transactions as possible) / might backfire on garbage
if ($current['transactions'] > $data['transactions']) {
@@ -103,8 +118,14 @@ do {
// make sure the block is valid
$prev = $block->get($current['height'] - 1);
$public = $acc->public_key($data['generator']);
if(!$block->mine($public, $data['nonce'],$data['argon'],$block->difficulty($current['height']-1),$prev['id'], $prev['height'])) { echo "Invalid prev-block\n"; break;}
if(!$block->check($data)) break;
if (!$block->mine($public, $data['nonce'], $data['argon'], $block->difficulty($current['height'] - 1),
$prev['id'], $prev['height'])) {
echo "Invalid prev-block\n";
break;
}
if (!$block->check($data)) {
break;
}
// delete the last block
$block->pop(1);
@@ -113,19 +134,15 @@ do {
// add the new block
echo "Starting to sync last block from $x[hostname]\n";
$b = $data;
$res=$block->add($b['height'], $b['public_key'], $b['nonce'], $b['data'], $b['date'], $b['signature'], $b['difficulty'], $b['reward_signature'], $b['argon']);
$res = $block->add($b['height'], $b['public_key'], $b['nonce'], $b['data'], $b['date'], $b['signature'],
$b['difficulty'], $b['reward_signature'], $b['argon']);
if (!$res) {
_log("Block add: could not add block - $b[id] - $b[height]");
break;
}
_log("Synced block from $host - $b[height] $b[difficulty]");
} while (0);
@unlink("tmp/sanity-lock");
@@ -139,12 +156,12 @@ $t=time();
_log("Starting sanity");
// update the last time sanity ran, to set the execution of the next run
$db->run("UPDATE config SET val=:time WHERE cfg='sanity_last'",array(":time"=>$t));
$block_peers=array();
$db->run("UPDATE config SET val=:time WHERE cfg='sanity_last'", [":time" => $t]);
$block_peers = [];
$longest_size = 0;
$longest = 0;
$blocks=array();
$blocks_count=array();
$blocks = [];
$blocks_count = [];
$most_common = "";
$most_common_size = 0;
$total_active_peers = 0;
@@ -157,7 +174,7 @@ $r=$db->run("SELECT id,hostname,stuckfail,fails FROM peers WHERE reserve=0 AND b
$total_peers = count($r);
$peered=array();
$peered = [];
// if we have no peers, get the seed list from the official site
if ($total_peers == 0 && $_config['testnet'] == false) {
$i = 0;
@@ -165,23 +182,38 @@ if($total_peers==0&&$_config['testnet']==false){
$f = file("https://www.arionum.com/peers.txt");
shuffle($f);
// we can't connect to arionum.com
if(count($f)<2){ @unlink("tmp/sanity-lock"); die("Could nto connect to arionum.com! Will try later!\n"); }
if (count($f) < 2) {
@unlink("tmp/sanity-lock");
die("Could nto connect to arionum.com! Will try later!\n");
}
foreach ($f as $peer) {
//peer with all until max_peers, this will ask them to send a peering request to our peer.php where we add their peer to the db.
$peer = trim(san_host($peer));
$bad_peers=array("127.0.0.1","localhost","10.0.0","192.168.0");
if(str_replace($bad_peers,"",$peer)!=$peer) continue;
$bad_peers = ["127.0.0.1", "localhost", "10.0.0", "192.168.0"];
if (str_replace($bad_peers, "", $peer) != $peer) {
continue;
}
$peer = filter_var($peer, FILTER_SANITIZE_URL);
if (!filter_var($peer, FILTER_VALIDATE_URL)) continue;
if (!filter_var($peer, FILTER_VALIDATE_URL)) {
continue;
}
// store the hostname as md5 hash, for easier checking
$pid = md5($peer);
// do not peer if we are already peered
if($peered[$pid]==1) continue;
if ($peered[$pid] == 1) {
continue;
}
$peered[$pid] = 1;
$res=peer_post($peer."/peer.php?q=peer",array("hostname"=>$_config['hostname'], "repeer"=>1));
if($res!==false) {$i++; echo "Peering OK - $peer\n"; }
else echo "Peering FAIL - $peer\n";
if($i>$_config['max_peers']) break;
$res = peer_post($peer."/peer.php?q=peer", ["hostname" => $_config['hostname'], "repeer" => 1]);
if ($res !== false) {
$i++;
echo "Peering OK - $peer\n";
} else {
echo "Peering FAIL - $peer\n";
}
if ($i > $_config['max_peers']) {
break;
}
}
// count the total peers we have
$r = $db->run("SELECT id,hostname FROM peers WHERE reserve=0 AND blacklisted<UNIX_TIMESTAMP()");
@@ -198,11 +230,12 @@ foreach($r as $x){
_log("Contacting peer $x[hostname]");
$url = $x['hostname']."/peer.php?q=";
// get their peers list
$data=peer_post($url."getPeers",array(),5);
$data = peer_post($url."getPeers", [], 5);
if ($data === false) {
_log("Peer $x[hostname] unresponsive");
// if the peer is unresponsive, mark it as failed and blacklist it for a while
$db->run("UPDATE peers SET fails=fails+1, blacklisted=UNIX_TIMESTAMP()+((fails+1)*3600) WHERE id=:id",array(":id"=>$x['id']));
$db->run("UPDATE peers SET fails=fails+1, blacklisted=UNIX_TIMESTAMP()+((fails+1)*3600) WHERE id=:id",
[":id" => $x['id']]);
continue;
}
@@ -213,23 +246,34 @@ foreach($r as $x){
$peer['ip'] = san_ip($peer['ip']);
$pid = md5($peer['hostname']);
// do not peer if we are already peered
if($peered[$pid]==1) continue;
if ($peered[$pid] == 1) {
continue;
}
$peered[$pid] = 1;
$bad_peers=array("127.0.0.1","localhost","10.0.0.","192.168.0.");
if(str_replace($bad_peers,"",$peer['hostname'])!=$peer['hostname']) continue;
$bad_peers = ["127.0.0.1", "localhost", "10.0.0.", "192.168.0."];
if (str_replace($bad_peers, "", $peer['hostname']) != $peer['hostname']) {
continue;
}
// if it's our hostname, ignore
if($peer['hostname']==$_config['hostname']) continue;
if ($peer['hostname'] == $_config['hostname']) {
continue;
}
// if invalid hostname, ignore
if (!filter_var($peer['hostname'], FILTER_VALIDATE_URL)) continue;
if (!filter_var($peer['hostname'], FILTER_VALIDATE_URL)) {
continue;
}
// make sure there's no peer in db with this ip or hostname
if(!$db->single("SELECT COUNT(1) FROM peers WHERE ip=:ip or hostname=:hostname",array(":ip"=>$peer['ip'],":hostname"=>$peer['hostname']))){
if (!$db->single("SELECT COUNT(1) FROM peers WHERE ip=:ip or hostname=:hostname",
[":ip" => $peer['ip'], ":hostname" => $peer['hostname']])) {
$i++;
// check a max_test_peers number of peers from each peer
if($i>$_config['max_test_peers']) break;
if ($i > $_config['max_test_peers']) {
break;
}
$peer['hostname'] = filter_var($peer['hostname'], FILTER_SANITIZE_URL);
// peer with each one
_log("Trying to peer with recommended peer: $peer[hostname]");
$test=peer_post($peer['hostname']."/peer.php?q=peer",array("hostname"=>$_config['hostname']),5);
$test = peer_post($peer['hostname']."/peer.php?q=peer", ["hostname" => $_config['hostname']], 5);
if ($test !== false) {
$total_peers++;
echo "Peered with: $peer[hostname]\n";
@@ -238,22 +282,26 @@ foreach($r as $x){
}
// get the current block and check it's blockchain
$data=peer_post($url."currentBlock",array(),5);
if($data===false) continue;
$data = peer_post($url."currentBlock", [], 5);
if ($data === false) {
continue;
}
// peer was responsive, mark it as good
if($x['fails']>0) $db->run("UPDATE peers SET fails=0 WHERE id=:id",array(":id"=>$x['id']));
if ($x['fails'] > 0) {
$db->run("UPDATE peers SET fails=0 WHERE id=:id", [":id" => $x['id']]);
}
$data['id'] = san($data['id']);
$data['height'] = san($data['height']);
if ($data['height'] < $current['height'] - 500) {
$db->run("UPDATE peers SET stuckfail=stuckfail+1, blacklisted=UNIX_TIMESTAMP()+7200 WHERE id=:id",array(":id"=>$x['id']));
$db->run("UPDATE peers SET stuckfail=stuckfail+1, blacklisted=UNIX_TIMESTAMP()+7200 WHERE id=:id",
[":id" => $x['id']]);
continue;
} else {
if($x['stuckfail']>0) $db->run("UPDATE peers SET stuckfail=0 WHERE id=:id",array(":id"=>$x['id']));
if ($x['stuckfail'] > 0) {
$db->run("UPDATE peers SET stuckfail=0 WHERE id=:id", [":id" => $x['id']]);
}
}
$total_active_peers++;
// add the hostname and block relationship to an array
@@ -298,11 +346,7 @@ foreach($r as $x){
$largest_height = $data['height'];
$largest_height_block = $data['id'];
}
}
}
echo "Most common: $most_common\n";
echo "Most common block: $most_common_size\n";
@@ -322,9 +366,12 @@ if($current['height']<$largest_height&&$largest_height>1){
foreach ($peers as $host) {
_log("Starting to sync from $host");
$url = $host."/peer.php?q=";
$data=peer_post($url."getBlock",array("height"=>$current['height']),60);
$data = peer_post($url."getBlock", ["height" => $current['height']], 60);
// invalid data
if($data===false){ _log("Could not get block from $host - $current[height]"); continue; }
if ($data === false) {
_log("Could not get block from $host - $current[height]");
continue;
}
$data['id'] = san($data['id']);
$data['height'] = san($data['height']);
@@ -332,34 +379,50 @@ if($current['height']<$largest_height&&$largest_height>1){
if ($data['id'] != $current['id'] && $data['id'] == $most_common && ($most_common_size / $total_active_peers) > 0.90) {
$block->delete($current['height'] - 3);
$current = $block->current();
$data=peer_post($url."getBlock",array("height"=>$current['height']));
if($data===false){_log("Could not get block from $host - $current[height]"); break; }
$data = peer_post($url."getBlock", ["height" => $current['height']]);
if ($data === false) {
_log("Could not get block from $host - $current[height]");
break;
}
} elseif ($data['id'] != $current['id'] && $data['id'] != $most_common) {
//if we're not on the same blockchain and also it's not the most common, verify all the blocks on on this blockchain starting at current-10 until current
$invalid = false;
$last_good = $current['height'];
for ($i = $current['height'] - 10; $i < $current['height']; $i++) {
$data=peer_post($url."getBlock",array("height"=>$i));
if($data===false){ $invalid=true; break; }
$data = peer_post($url."getBlock", ["height" => $i]);
if ($data === false) {
$invalid = true;
break;
}
$ext = $block->get($i);
if($i==$current['height']-10&&$ext['id']!=$data['id']){ $invalid=true; break; }
if($ext['id']==$data['id']) $last_good=$i;
if ($i == $current['height'] - 10 && $ext['id'] != $data['id']) {
$invalid = true;
break;
}
if ($ext['id'] == $data['id']) {
$last_good = $i;
}
}
// if last 10 blocks are good, verify all the blocks
if ($invalid == false) {
$cblock=array();
$cblock = [];
for ($i = $last_good; $i <= $largest_height; $i++) {
$data=peer_post($url."getBlock",array("height"=>$i));
if($data===false){ $invalid=true; break; }
$data = peer_post($url."getBlock", ["height" => $i]);
if ($data === false) {
$invalid = true;
break;
}
$cblock[$i] = $data;
}
// check if the block mining data is correct
for ($i = $last_good + 1; $i <= $largest_height; $i++) {
if(!$block->mine($cblock[$i]['public_key'], $cblock[$i]['nonce'], $cblock[$i]['argon'], $cblock[$i]['difficulty'], $cblock[$i-1]['id'],$cblock[$i-1]['height'])) {$invalid=true; break; }
if (!$block->mine($cblock[$i]['public_key'], $cblock[$i]['nonce'], $cblock[$i]['argon'],
$cblock[$i]['difficulty'], $cblock[$i - 1]['id'], $cblock[$i - 1]['height'])) {
$invalid = true;
break;
}
}
}
// if the blockchain proves ok, delete until the last block
@@ -368,15 +431,19 @@ if($current['height']<$largest_height&&$largest_height>1){
$current = $block->current();
$data = $current;
}
}
// if current still doesn't match the data, something went wrong
if($data['id']!=$current['id']) continue;
if ($data['id'] != $current['id']) {
continue;
}
// start syncing all blocks
while ($current['height'] < $largest_height) {
$data=peer_post($url."getBlocks",array("height"=>$current['height']+1));
$data = peer_post($url."getBlocks", ["height" => $current['height'] + 1]);
if($data===false){_log("Could not get blocks from $host - height: $current[height]"); break; }
if ($data === false) {
_log("Could not get blocks from $host - height: $current[height]");
break;
}
$good_peer = true;
foreach ($data as $b) {
$b['id'] = san($b['id']);
@@ -387,25 +454,26 @@ if($current['height']<$largest_height&&$largest_height>1){
$good_peer = false;
break;
}
$res=$block->add($b['height'], $b['public_key'], $b['nonce'], $b['data'], $b['date'], $b['signature'], $b['difficulty'], $b['reward_signature'], $b['argon']);
$res = $block->add($b['height'], $b['public_key'], $b['nonce'], $b['data'], $b['date'], $b['signature'],
$b['difficulty'], $b['reward_signature'], $b['argon']);
if (!$res) {
_log("Block add: could not add block - $b[id] - $b[height]");
$good_peer = false;
break;
}
_log("Synced block from $host - $b[height] $b[difficulty]");
}
if(!$good_peer) break;
if (!$good_peer) {
break;
}
$current = $block->current();
}
if($good_peer) break;
if ($good_peer) {
break;
}
$db->run("UPDATE config SET val=0 WHERE cfg='sanity_sync'",array(":time"=>$t));
}
$db->run("UPDATE config SET val=0 WHERE cfg='sanity_sync'", [":time" => $t]);
}
@@ -413,28 +481,30 @@ if($current['height']<$largest_height&&$largest_height>1){
$db->run("DELETE FROM `mempool` WHERE `date` < UNIX_TIMESTAMP()-(3600*24*14)");
//rebroadcasting local transactions
if ($_config['sanity_rebroadcast_locals'] == true) {
$r=$db->run("SELECT id FROM mempool WHERE height>=:current and peer='local' order by `height` asc LIMIT 20",array(":current"=>$current['height']));
$r = $db->run("SELECT id FROM mempool WHERE height>=:current and peer='local' order by `height` asc LIMIT 20",
[":current" => $current['height']]);
_log("Rebroadcasting local transactions - ".count($r));
foreach ($r as $x) {
$x['id'] = san($x['id']);
system("php propagate.php transaction $x[id] > /dev/null 2>&1 &");
$db->run("UPDATE mempool SET height=:current WHERE id=:id",array(":id"=>$x['id'], ":current"=>$current['height']));
$db->run("UPDATE mempool SET height=:current WHERE id=:id",
[":id" => $x['id'], ":current" => $current['height']]);
}
}
//rebroadcasting transactions
$forgotten = $current['height'] - $_config['sanity_rebroadcast_height'];
$r=$db->run("SELECT id FROM mempool WHERE height<:forgotten ORDER by val DESC LIMIT 10",array(":forgotten"=>$forgotten));
$r = $db->run("SELECT id FROM mempool WHERE height<:forgotten ORDER by val DESC LIMIT 10",
[":forgotten" => $forgotten]);
_log("Rebroadcasting external transactions - ".count($r));
foreach ($r as $x) {
$x['id'] = san($x['id']);
system("php propagate.php transaction $x[id] > /dev/null 2>&1 &");
$db->run("UPDATE mempool SET height=:current WHERE id=:id",array(":id"=>$x['id'], ":current"=>$current['height']));
$db->run("UPDATE mempool SET height=:current WHERE id=:id", [":id" => $x['id'], ":current" => $current['height']]);
}
@@ -447,15 +517,15 @@ if($total_peers<$_config['max_peers']*0.7){
//random peer check
$r = $db->run("SELECT * FROM peers WHERE blacklisted<UNIX_TIMESTAMP() and reserve=1 LIMIT ".$_config['max_test_peers']);
foreach ($r as $x) {
$url = $x['hostname']."/peer.php?q=";
$data=peer_post($url."ping",array(),5);
$data = peer_post($url."ping", [], 5);
if ($data === false) {
$db->run("UPDATE peers SET fails=fails+1, blacklisted=UNIX_TIMESTAMP()+((fails+1)*60) WHERE id=:id",array(":id"=>$x['id']));
$db->run("UPDATE peers SET fails=fails+1, blacklisted=UNIX_TIMESTAMP()+((fails+1)*60) WHERE id=:id",
[":id" => $x['id']]);
_log("Random reserve peer test $x[hostname] -> FAILED");
} else {
_log("Random reserve peer test $x[hostname] -> OK");
$db->run("UPDATE peers SET fails=0 WHERE id=:id",array(":id"=>$x['id']));
$db->run("UPDATE peers SET fails=0 WHERE id=:id", [":id" => $x['id']]);
}
}
@@ -464,20 +534,26 @@ _log("Cleaning tmp files");
$f = scandir("tmp/");
$time = time();
foreach ($f as $x) {
if(strlen($x)<5&&substr($x,0,1)==".") continue;
if (strlen($x) < 5 && substr($x, 0, 1) == ".") {
continue;
}
$pid_time = filemtime("tmp/$x");
if($time-$pid_time>7200) @unlink("tmp/$x");
if ($time - $pid_time > 7200) {
@unlink("tmp/$x");
}
}
//recheck the last blocks
if ($_config['sanity_recheck_blocks'] > 0) {
_log("Rechecking blocks");
$blocks=array();
$blocks = [];
$all_blocks_ok = true;
$start = $current['height'] - $_config['sanity_recheck_blocks'];
if($start<2) $start=2;
$r=$db->run("SELECT * FROM blocks WHERE height>=:height ORDER by height ASC",array(":height"=>$start));
if ($start < 2) {
$start = 2;
}
$r = $db->run("SELECT * FROM blocks WHERE height>=:height ORDER by height ASC", [":height" => $start]);
foreach ($r as $x) {
$blocks[$x['height']] = $x;
$max_height = $x['height'];
@@ -486,9 +562,10 @@ _log("Rechecking blocks");
for ($i = $start + 1; $i <= $max_height; $i++) {
$data = $blocks[$i];
$key=$db->single("SELECT public_key FROM accounts WHERE id=:id",array(":id"=>$data['generator']));
$key = $db->single("SELECT public_key FROM accounts WHERE id=:id", [":id" => $data['generator']]);
if(!$block->mine($key,$data['nonce'], $data['argon'], $data['difficulty'], $blocks[$i-1]['id'], $blocks[$i-1]['height'])) {
if (!$block->mine($key, $data['nonce'], $data['argon'], $data['difficulty'], $blocks[$i - 1]['id'],
$blocks[$i - 1]['height'])) {
$db->run("UPDATE config SET val=1 WHERE cfg='sanity_sync'");
_log("Invalid block detected. Deleting everything after $data[height] - $data[id]");
sleep(10);
@@ -499,10 +576,11 @@ _log("Rechecking blocks");
break;
}
}
if($all_blocks_ok) echo "All checked blocks are ok\n";
if ($all_blocks_ok) {
echo "All checked blocks are ok\n";
}
}
_log("Finishing sanity");
@unlink("tmp/sanity-lock");
?>