Merge pull request #100 from diasporg/pullfix

make this more logical and work for pods

cleanup.php

@@ -4,7 +4,7 @@ require_once __DIR__ . '/config.php';
 $dbh = pg_connect("dbname=$pgdb user=$pguser password=$pgpass");
 $dbh || die('Error in connection: ' . pg_last_error());
 
-$sql    = "SELECT domain,masterversion,shortversion,softwarename,monthsmonitored,score,signup,secure,name,country,city,state,lat,long,uptime_alltime,active_users_halfyear,active_users_monthly,service_facebook,service_twitter,service_tumblr,service_wordpress,service_xmpp,responsetime,date_updated,ipv6,total_users,local_posts,comment_counts,stats_apikey,userrating,sslvalid FROM pods WHERE score < 50 ORDER BY weightedscore";
+$sql    = "SELECT domain,masterversion,shortversion,softwarename,monthsmonitored,score,signup,secure,name,country,city,state,lat,long,uptime_alltime,active_users_halfyear,active_users_monthly,service_facebook,service_twitter,service_tumblr,service_wordpress,service_xmpp,latency,date_updated,ipv6,total_users,local_posts,comment_counts,stats_apikey,userrating,sslvalid FROM pods WHERE score < 50 ORDER BY weightedscore";
 $result = pg_query($dbh, $sql);
 $result || die('Error in SQL query: ' . pg_last_error());
 $numrows = pg_num_rows($result);
@@ -44,7 +44,7 @@ $numrows = pg_num_rows($result);
       'This pod %1$s has been watched for %2$s months and its average ping time is %3$s with uptime of %4$s%% this month and was last checked on %5$s. On a score of -20 to +20 this pod is a %6$s right now',
       $pod_name,
       $row['monthsmonitored'],
-      $row['responsetime'],
+      $row['latency'],
       $row['uptime_alltime'],
       $row['date_updated'],
       $row['score']
@@ -71,7 +71,7 @@ $numrows = pg_num_rows($result);
     }
     echo '<td class="' . $classver . '"><div title="' . $pre . ' codename: ' . $row['shortversion'] . ' master version is: ' . $row['masterversion'] . '" class="tipsy">' . $version . '</div></td>';
     echo '<td>' . $row['uptime_alltime'] . '</td>';
-    echo '<td>' . $row['responsetime'] . '</td>';
+    echo '<td>' . $row['latency'] . '</td>';
     echo '<td>' . ($row['signup'] === 't' ? 'Open' : 'Closed') . '</td>';
     echo '<td>' . $row['total_users'] . '</td>';
     echo '<td>' . $row['active_users_halfyear'] . '</td>';

config.php.example

@@ -18,3 +18,5 @@ $adminemail = '';
 $adminkey = '';
 //DNS server for dnssec testing
 $dnsserver = '';
+//CA for curl to use - suggest wget http://curl.haxx.se/ca/cacert.pem as they pull from mozilla if you use a system CA then certs like wosign and startssl will be valid but users will be unable to connect to them
+$cafullpath = '';

db/migration00001.sql

@@ -4,7 +4,7 @@ ALTER TABLE pods DROP Hgitdate, DROP Hgitref, DROP Hruntime, DROP Hencoding, DRO
 ALTER TABLE pods RENAME COLUMN pingdomurl TO stats_apikey;
 ALTER TABLE pods RENAME COLUMN xmpp TO service_xmpp;
 ALTER TABLE pods RENAME COLUMN uptimelast7 TO uptime_alltime;
-ALTER TABLE pods RENAME COLUMN responsetimelast7 TO responsetime;
+ALTER TABLE pods RENAME COLUMN responsetimelast7 TO latency;
 
 ALTER TABLE pods RENAME COLUMN dateUpdated TO date_updated;
 ALTER TABLE pods RENAME COLUMN dateLaststats TO date_laststats;
@@ -17,6 +17,7 @@ ALTER TABLE pods ALTER hidden DROP DEFAULT;
 ALTER TABLE pods ALTER COLUMN hidden TYPE boolean USING hidden::boolean;
 ALTER TABLE pods ALTER COLUMN secure TYPE boolean USING secure::boolean;
 ALTER TABLE pods ALTER COLUMN signup TYPE boolean USING signup::boolean;
+ALTER TABLE pods ALTER COLUMN latency TYPE smallint USING latency::int;
 
 ALTER TABLE pods ALTER weight SET DEFAULT 10;
 ALTER TABLE pods ALTER score SET DEFAULT 50;
@@ -44,7 +45,7 @@ CREATE TABLE checks (
  domain text,
  online boolean,
  error text,
- ttl numeric(8,6),
+ latency numeric(8,6),
  total_users int,
  local_posts int,
  comment_counts int,

db/pods_apiv1.sql

@@ -5,7 +5,7 @@ CREATE TABLE pods_apiv1 AS SELECT * FROM pods;
 ALTER TABLE pods_apiv1 RENAME COLUMN stats_apikey TO pingdomurl;
 ALTER TABLE pods_apiv1 RENAME COLUMN service_xmpp TO xmpp;
 ALTER TABLE pods_apiv1 RENAME COLUMN uptime_alltime TO uptimelast7;
-ALTER TABLE pods_apiv1 RENAME COLUMN responsetime TO responsetimelast7;
+ALTER TABLE pods_apiv1 RENAME COLUMN latency TO responsetimelast7;
 
 ALTER TABLE pods_apiv1 RENAME COLUMN date_updated TO dateUpdated;
 ALTER TABLE pods_apiv1 RENAME COLUMN date_laststats TO dateLaststats;
@@ -18,6 +18,7 @@ ALTER TABLE pods_apiv1 ALTER hidden DROP DEFAULT;
 ALTER TABLE pods_apiv1 ALTER COLUMN hidden TYPE text USING hidden::text;
 ALTER TABLE pods_apiv1 ALTER COLUMN secure TYPE text USING secure::text;
 ALTER TABLE pods_apiv1 ALTER COLUMN signup TYPE text USING signup::text;
+ALTER TABLE pods_apiv1 ALTER COLUMN responsetimelast7 TYPE text USING responsetimelast7::smallint;
 
 ALTER TABLE pods_apiv1 ADD Hgitdate text, ADD Hgitref text, ADD Hruntime text, ADD Hencoding text, ADD longversion text, ADD ptr text, ADD whois text, ADD postalcode text, ADD connection text, ADD pingdomlast text;
   

db/pull.sh

@@ -20,6 +20,8 @@ else
   if [ $TIME = 6 ];then
     echo "Pulling in master versions";
     php pull-masterversions.php
+    echo "Update CA"
+    wget https://curl.haxx.se/ca/cacert.pem -O ../cacert.pem
   fi
   echo "Pulling in new pod data";
   php pull.php

db/tables.sql

@@ -28,7 +28,7 @@ CREATE TABLE pods (
  local_posts int,
  uptime_alltime numeric(5,2),
  status text,
- responsetime text,
+ latency smallint,
  service_facebook boolean,
  service_twitter boolean,
  service_tumblr boolean,
@@ -76,7 +76,7 @@ CREATE TABLE checks (
  domain text,
  online boolean,
  error text,
- ttl numeric(8,6),
+ latency numeric(8,6),
  total_users int,
  local_posts int,
  comment_counts int,

showfull.php

@@ -8,7 +8,7 @@ $country_code = $_SERVER['HTTP_CF_IPCOUNTRY'] ?? '';
 $dbh = pg_connect("dbname=$pgdb user=$pguser password=$pgpass");
 $dbh || die('Error in connection: ' . pg_last_error());
 
-$sql = 'SELECT domain,dnssec,podmin_statement,sslexpire,masterversion,shortversion,softwarename,monthsmonitored,score,signup,name,country,city,state,lat,long,uptime_alltime,active_users_halfyear,active_users_monthly,service_facebook,service_twitter,service_tumblr,service_wordpress,service_xmpp,responsetime,date_updated,ipv6,total_users,local_posts,comment_counts,stats_apikey,userrating FROM pods pods ORDER BY uptime_alltime DESC';
+$sql = 'SELECT domain,dnssec,podmin_statement,sslexpire,masterversion,shortversion,softwarename,monthsmonitored,score,signup,name,country,city,state,lat,long,uptime_alltime,active_users_halfyear,active_users_monthly,service_facebook,service_twitter,service_tumblr,service_wordpress,service_xmpp,latency,date_updated,ipv6,total_users,local_posts,comment_counts,stats_apikey,userrating FROM pods pods ORDER BY uptime_alltime DESC';
 
 $result = pg_query($dbh, $sql);
 $result || die('Error in SQL query: ' . pg_last_error());
@@ -26,7 +26,7 @@ $numrows = pg_num_rows($result);
     <th><a data-toggle="tooltip" data-placement="bottom" title="Type of software this pod runs">Software</a></th>
     <th><a data-toggle="tooltip" data-placement="bottom" title="Percent of the time the pod is online.">Uptime</a></th>
     <th><a data-toggle="tooltip" data-placement="bottom" title="Does this pod offer ipv6 connection.">IPv6</a></th>
-    <th><a data-toggle="tooltip" data-placement="bottom" title="Average response/ping time in ms.">Ping</a></th>
+    <th><a data-toggle="tooltip" data-placement="bottom" title="Average connection latency time in ms.">Latency</a></th>
     <th><a data-toggle="tooltip" data-placement="bottom" title="Does this pod allow new users.">Signups</a></th>
     <th><a data-toggle="tooltip" data-placement="bottom" title="Number of total users on this pod.">Users</a></th>
     <th><a data-toggle="tooltip" data-placement="bottom" title="Number of users active last 6 months on this pod.">Active 6m</a></th>
@@ -46,7 +46,7 @@ $numrows = pg_num_rows($result);
   <?php
   while ($row = pg_fetch_array($result)) {
     $pod_name = htmlentities($row['name'], ENT_QUOTES);
-    $tip = "\n This {$row['softwarename']} pod {$pod_name} has been watched for {$row['monthsmonitored']} months with an overall uptime of {$row['uptime_alltime']}% and a response time average today of {$row['responsetime']}ms was last checked on {$row['date_updated']}. ";
+    $tip = "\n This {$row['softwarename']} pod {$pod_name} has been watched for {$row['monthsmonitored']} months with an overall uptime of {$row['uptime_alltime']}% and a response time average today of {$row['latency']}ms was last checked on {$row['date_updated']}. ";
     $tip .= "On a scale of 100 this pod is a {$row['score']} right now";
 
     echo '<tr><td><a title="' . $tip . '" data-toggle="tooltip" data-placement="bottom" target="_self" href="/go.php?domain=' . $row['domain'] . '">' . $row['domain'] . '</a><span class="text-success" " data-toggle="tooltip" title="This site is SSL/TLS encrypted with a cert that expires: ' . $row['sslexpire'] . '"> &#128274;</span></td>';
@@ -72,7 +72,7 @@ $numrows = pg_num_rows($result);
     echo '<td>' . $row['softwarename'] . '</td>';
     echo '<td>' . ($row['uptime_alltime'] > 0 ? $row['uptime_alltime'].'%' : '') . '</td>';
     echo '<td>' . ($row['ipv6'] === 't' ? '&#10003;' : '') . '</td>';
-    echo '<td>' . ($row['responsetime'] > 0 ? $row['responsetime'] : '') . '</td>';
+    echo '<td>' . ($row['latency'] > 0 ? $row['latency'] : '') . '</td>';
     echo '<td>' . ($row['signup'] === 't' ? '&#10003;' : '') . '</td>';
     echo '<td>' . ($row['total_users'] > 0 ? $row['total_users'] : '') . '</td>';
     echo '<td>' . ($row['active_users_halfyear'] > 0 ? $row['active_users_halfyear'] : '') . '</td>';