fhem-mirror/fhem/contrib/statistics/migrate.cgi

#!/usr/bin/perl -w

use strict;
use warnings;
use DBI;
use JSON;
use Data::Dumper;

sub _init_dbInfo();
sub _make_Geo($);
sub _make_System(@);
sub _make_Modules($);

my $start = time();

# directory cointains databases
my $datadir  = "./data";
my $dbf_old  = "$datadir/fhem_statistics_db.sqlite";
my $dsn_old  = "dbi:SQLite:dbname=$dbf_old";
my $dbf_new  = "$datadir/fhem_statistics_2017.sqlite";
my $dsn_new  = "dbi:SQLite:dbname=$dbf_new";
my $dbh_old  = DBI->connect($dsn_old,"","", { RaiseError => 1, ShowErrorStatement => 1 }) ||
               die "Cannot connect: $DBI::errstr";
my $dbh_new  = DBI->connect($dsn_new,"","", { RaiseError => 1, ShowErrorStatement => 1 }) ||
               die "Cannot connect: $DBI::errstr";

my ($sql,$sth_new,$sth_old,$migrated,%fhemInfo);

# ---------- start processing

print "\033[2J";    #clear the screen
print "\033[0;0H";  #jump to 0,0

# ---------- create table and init

   print "Initializing database...";
   $dbh_new->do("DROP TABLE IF EXISTS jsonNodes");
   $sql    = "CREATE TABLE IF NOT EXISTS jsonNodes(uniqueID VARCHAR(32) PRIMARY KEY UNIQUE, ".
             "lastSeen TIMESTAMP DEFAULT CURRENT_TIMESTAMP, geo BLOB, json BLOB)";
   $dbh_new->do($sql);

# 1. read from nodes
# 2. create geoip info hash
# 3. create system info hash
# 4. create module info hash

   # 1. read from nodes
   $sql = "SELECT * from nodes where lastSeen >= '2016-05-01'";
   $sth_old = $dbh_old->prepare( $sql );
   $sth_old->execute();

   while (my @line = $sth_old->fetchrow_array()) {
      next unless $line[0];
      $migrated++;
      %fhemInfo = ();
      print "\n".sprintf("%05d",$migrated)." $line[0]";
      
      # 2. create geoip info hash
      my $geoJson    = _make_Geo($line[0]);

      # 3. create system info hash
      _make_System(@line);
      
      # 4. create module info hash
      _make_Modules($line[0]);

      # write database entry
      my $json = encode_json \%fhemInfo; #print "\n$json\n";
      $sth_new = $dbh_new->prepare(q{INSERT INTO jsonNodes(uniqueID,lastSeen,geo,json) VALUES(?,?,?,?)});
      $sth_new->execute($line[0],$line[6],$geoJson,$json);
   }

# ---------- cleanup

   $sth_new->finish();
   print "\nUpdating databaseInfo\n";
   my $dbInfo   = _init_dbInfo();
   $sth_new = $dbh_new->prepare(q{INSERT OR REPLACE INTO jsonNodes(uniqueID,json) VALUES(?,?)});
   $sth_new->execute("databaseInfo",$dbInfo);

   $sth_new->finish();
   $dbh_new->disconnect();
   $dbh_old->disconnect();

   print "Done.\n";
   print "Migration time for $migrated records: ".sprintf("%.0f",time()-$start)." seconds\n\n";

# ---------- finished...

sub _make_Modules($) {
   my ($uid) = @_;
   my ($table,$found,$sql,$sth2,$module);
   $found = $dbh_old->selectrow_array("select count (uniqueID) from modules where uniqueID = '$uid'");
   if ($found) {
      $table = "modules";
   } else {
      $table = "modules_old";
      $found = $dbh_old->selectrow_array("select count (uniqueID) from modules_old where uniqueID = '$uid'");
   }
   print " $table"; print "(not found)" unless $found;

   # get the column names
   $sth2 = $dbh_old->prepare("SELECT * FROM $table WHERE 1=0");
   $sth2->execute();
   my $fields = $sth2->{NAME};
   my @fields = @$fields;

   foreach $module (@fields) {
      next unless $module;
      next if $module eq 'uniqueID';
      my ($count) = $dbh_old->selectrow_array("SELECT $module from $table where uniqueID = '$uid'");
      if ($count > 0) {
         $fhemInfo{$module}{'migratedData'} = 1;
      }
   }
}

sub _make_Geo($) {
  print " GeoIP";
  my ($uid) = @_;
  my %geoIP = ();
  my $sql = "SELECT * from locations where uniqueID = '$uid' limit 1";
  my $sth2 = $dbh_old->prepare( $sql );
     $sth2->execute();
     while (my @line = $sth2->fetchrow_array()) {
        %geoIP = (
        countrycode   => $line[1],
        countrycode3  => $line[2],
        countryname   => $line[3],
        region        => $line[4],
        regionname    => $line[5],
        city          => $line[6],
        latitude      => $line[7],
        longitude     => $line[8],
        timezone      => $line[9],
        continentcode => $line[10],
        );
   }
   return encode_json(\%geoIP);
}

sub _make_System(@) {
   print " SystemInfo";
   my (@line) = @_;
   $fhemInfo{'system'}{'uniqueID'} = $line[0];
   $fhemInfo{'system'}{'release'}  = $line[1];
   $fhemInfo{'system'}{'feature'}  = '';
   $fhemInfo{'system'}{'os'}       = $line[3];
   $fhemInfo{'system'}{'arch'}     = $line[4];
   $fhemInfo{'system'}{'perl'}     = $line[5];
   return;

# 0 4d32486783ede1459d1c72e621ce9ed3| 
# 1 5.7|
# 2 DEVELOPMENT|
# 3 linux|
# 4 arm-linux-gnueabihf-thread-multi-64int|
# 5 v5.20.2|
# 6 2016-05-25 10:24:41

}

sub _init_dbInfo() {
   my %dbInfo;
   $dbInfo{'submissionsSince'} = '2012-12-02 16:20:20';
   $dbInfo{'submissionsTotal'} = '19611';
   $dbInfo{'migratedData'} = $migrated;
   return encode_json \%dbInfo;
}

1;

#