From 53bfd19a0ca3bcaee849a3e4a975d386c5e6b690 Mon Sep 17 00:00:00 2001 From: tobiasfaust <> Date: Thu, 4 Apr 2013 11:37:17 +0000 Subject: [PATCH] 93_DbLog.pm: stable release in contrib copied to main folder git-svn-id: https://svn.fhem.de/fhem/trunk@3031 2b470e98-0d58-463d-a4d8-8e2adae1ed80 --- fhem/FHEM/93_DbLog.pm | 425 ++++---- fhem/www/frontend/FHEM/93_DbLog.pm | 1471 ---------------------------- 2 files changed, 250 insertions(+), 1646 deletions(-) delete mode 100644 fhem/www/frontend/FHEM/93_DbLog.pm diff --git a/fhem/FHEM/93_DbLog.pm b/fhem/FHEM/93_DbLog.pm index 8b87af547..d8adedf9e 100644 --- a/fhem/FHEM/93_DbLog.pm +++ b/fhem/FHEM/93_DbLog.pm @@ -30,7 +30,7 @@ DbLog_Initialize($) $hash->{NotifyFn} = "DbLog_Log"; $hash->{GetFn} = "DbLog_Get"; $hash->{AttrFn} = "DbLog_Attr"; - $hash->{AttrList} = "disable:0,1 loglevel:0,5"; + $hash->{AttrList} = "disable:0,1 loglevel:0,5 DbLogType:Current,History,Current/History"; } @@ -44,7 +44,7 @@ DbLog_Define($@) return "wrong syntax: define DbLog configuration regexp" if(int(@a) != 4); - my $regexp = $a[3]; + my $regexp = $a[3]; eval { "Hallo" =~ m/^$regexp$/ }; return "Bad regexp: $@" if($@); @@ -100,158 +100,198 @@ DbLog_Attr(@) sub DbLog_ParseEvent($$) { - my ($type, $event)= @_; - my @result; + my ($type, $event)= @_; + my @result; - # split the event into reading and argument - # "day-temp: 22.0 (Celsius)" -> "day-temp", "22.0 (Celsius)" - my @parts = split(/: /,$event); - my $reading = shift @parts; - my $value = join(": ", @parts); - my $unit = ""; + # split the event into reading and argument + # "day-temp: 22.0 (Celsius)" -> "day-temp", "22.0 (Celsius)" + my @parts = split(/: /,$event); + my $reading = shift @parts; + my $value = join(": ", @parts); + my $unit = ""; - #default - if(!defined($reading)) { $reading = ""; } - if(!defined($value)) { $value = ""; } + #default + if(!defined($reading)) { $reading = ""; } + if(!defined($value)) { $value = ""; } - # the interpretation of the argument depends on the device type - # EMEM, M232Counter, M232Voltage return plain numbers - if(($type eq "M232Voltage") || - ($type eq "M232Counter") || - ($type eq "EMEM")) { + # the interpretation of the argument depends on the device type + # EMEM, M232Counter, M232Voltage return plain numbers + if(($type eq "M232Voltage") || + ($type eq "M232Counter") || + ($type eq "EMEM")) { + } + # Onewire + elsif(($type eq "OWAD") || + ($type eq "OWSWITCH") || + ($type eq "OWMULTI")) { + $reading = "data"; + $value = $event; + } + # FS20 + elsif(($type eq "FS20") || + ($type eq "X10")) { + if($reading =~ m/^dim(\d+).*/o) { + $value = $1; + $reading= "dim"; + $unit= "%"; } - - # Onewire - elsif(($type eq "OWAD") || - ($type eq "OWSWITCH") || - ($type eq "OWMULTI")) { - $reading = "data"; - $value = $event; - } - # FS20 - elsif(($type eq "FS20") || - ($type eq "X10")) { - #@parts = split(/ /,$event); - #$reading = shift @parts; - #$value = join(" ", shift @parts); - - if($reading =~ m/^dim(\d+).*/o) { - $value = $1; - $reading= "dim"; - $unit= "%"; - } - if(!defined($value) || $value eq "") {$value=$reading; $reading="data";} + elsif(!defined($value) || $value eq "") { + $value= $reading; + $reading= "data"; } + } # FHT elsif($type eq "FHT") { - if($reading =~ m(-from[12]\ ) || $reading =~ m(-to[12]\ )) { - @parts= split(/ /,$event); - $reading= $parts[0]; - $value= $parts[1]; - $unit= ""; - } - if($reading =~ m(-temp)) { $value=~ s/ \(Celsius\)//; $unit= "°C"; } - if($reading =~ m(temp-offset)) { $value=~ s/ \(Celsius\)//; $unit= "°C"; } - if($reading =~ m(^actuator[0-9]*)) { - if($value eq "lime-protection") { - $reading= "actuator-lime-protection"; - undef $value; + if($reading =~ m(-from[12]\ ) || $reading =~ m(-to[12]\ )) { + @parts= split(/ /,$event); + $reading= $parts[0]; + $value= $parts[1]; + $unit= ""; + } + elsif($reading =~ m(-temp)) { $value=~ s/ \(Celsius\)//; $unit= "°C"; } + elsif($reading =~ m(temp-offset)) { $value=~ s/ \(Celsius\)//; $unit= "°C"; } + elsif($reading =~ m(^actuator[0-9]*)) { + if($value eq "lime-protection") { + $reading= "actuator-lime-protection"; + undef $value; + } + elsif($value =~ m(^offset:)) { + $reading= "actuator-offset"; + @parts= split(/: /,$value); + $value= $parts[1]; + if(defined $value) { + $value=~ s/%//; $value= $value*1.; $unit= "%"; } - elsif($value =~ m(^offset:)) { - $reading= "actuator-offset"; - @parts= split(/: /,$value); - $value= $parts[1]; - if(defined $value) { - $value=~ s/%//; $value= $value*1.; $unit= "%"; - } + } + elsif($value =~ m(^unknown_)) { + @parts= split(/: /,$value); + $reading= "actuator-" . $parts[0]; + $value= $parts[1]; + if(defined $value) { + $value=~ s/%//; $value= $value*1.; $unit= "%"; } - elsif($value =~ m(^unknown_)) { - @parts= split(/: /,$value); - $reading= "actuator-" . $parts[0]; - $value= $parts[1]; - if(defined $value) { - $value=~ s/%//; $value= $value*1.; $unit= "%"; - } - } - elsif($value eq "synctime") { - $reading= "actuator-synctime"; - undef $value; - } - elsif($value eq "test") { - $reading= "actuator-test"; - undef $value; - } - elsif($value eq "pair") { - $reading= "actuator-pair"; - undef $value; - } - else { - $value=~ s/%//; $value= $value*1.; $unit= "%"; - } - } + } + elsif($value eq "synctime") { + $reading= "actuator-synctime"; + undef $value; + } + elsif($value eq "test") { + $reading= "actuator-test"; + undef $value; + } + elsif($value eq "pair") { + $reading= "actuator-pair"; + undef $value; + } + else { + $value=~ s/%//; $value= $value*1.; $unit= "%"; + } + } } # KS300 elsif($type eq "KS300") { - if($event =~ m(T:.*)) { $reading= "data"; $value= $event; } - if($event =~ m(avg_day)) { $reading= "data"; $value= $event; } - if($event =~ m(avg_month)) { $reading= "data"; $value= $event; } - if($reading eq "temperature") { $value=~ s/ \(Celsius\)//; $unit= "°C"; } - if($reading eq "wind") { $value=~ s/ \(km\/h\)//; $unit= "km/h"; } - if($reading eq "rain") { $value=~ s/ \(l\/m2\)//; $unit= "l/m2"; } - if($reading eq "rain_raw") { $value=~ s/ \(counter\)//; $unit= ""; } - if($reading eq "humidity") { $value=~ s/ \(\%\)//; $unit= "%"; } - if($reading eq "israining") { - $value=~ s/ \(yes\/no\)//; - $value=~ s/no/0/; - $value=~ s/yes/1/; - } + if($event =~ m(T:.*)) { $reading= "data"; $value= $event; } + elsif($event =~ m(avg_day)) { $reading= "data"; $value= $event; } + elsif($event =~ m(avg_month)) { $reading= "data"; $value= $event; } + elsif($reading eq "temperature") { $value=~ s/ \(Celsius\)//; $unit= "°C"; } + elsif($reading eq "wind") { $value=~ s/ \(km\/h\)//; $unit= "km/h"; } + elsif($reading eq "rain") { $value=~ s/ \(l\/m2\)//; $unit= "l/m2"; } + elsif($reading eq "rain_raw") { $value=~ s/ \(counter\)//; $unit= ""; } + elsif($reading eq "humidity") { $value=~ s/ \(\%\)//; $unit= "%"; } + elsif($reading eq "israining") { + $value=~ s/ \(yes\/no\)//; + $value=~ s/no/0/; + $value=~ s/yes/1/; + } } # HMS elsif($type eq "HMS" || $type eq "CUL_WS" || $type eq "OWTHERM") { - if($event =~ m(T:.*)) { $reading= "data"; $value= $event; } - if($reading eq "temperature") { $value=~ s/ \(Celsius\)//; $unit= "°C"; } - if($reading eq "temperature") { $value=~ s/([-\.\d]+).*/$1/; $unit= "°C"; } #OWTHERM - if($reading eq "humidity") { $value=~ s/ \(\%\)//; $unit= "%"; } - if($reading eq "battery") { - $value=~ s/ok/1/; - $value=~ s/replaced/1/; - $value=~ s/empty/0/; - } + if($event =~ m(T:.*)) { $reading= "data"; $value= $event; } + elsif($reading eq "temperature") { + $value=~ s/ \(Celsius\)//; + $value=~ s/([-\.\d]+).*/$1/; #OWTHERM + $unit= "°C"; + } + elsif($reading eq "humidity") { $value=~ s/ \(\%\)//; $unit= "%"; } + elsif($reading eq "battery") { + $value=~ s/ok/1/; + $value=~ s/replaced/1/; + $value=~ s/empty/0/; + } + } + # CUL_HM + elsif ($type eq "CUL_HM") { + # remove trailing % + $value=~ s/ \%$//; } - # BS elsif($type eq "BS") { - if($event =~ m(brightness:.*)) { - @parts= split(/ /,$event); - $reading= "lux"; - $value= $parts[4]*1.; - $unit= "lux"; + if($event =~ m(brightness:.*)) { + @parts= split(/ /,$event); + $reading= "lux"; + $value= $parts[4]*1.; + $unit= "lux"; + } + } + # RFXTRX Lighting + elsif($type eq "TRX_LIGHT") { + if($reading =~ m/^level (\d+)/) { + $value = $1; + $reading= "level"; + } + } + # RFXTRX Sensors + elsif($type eq "TRX_WEATHER") { + if($reading eq "energy_current") { $value=~ s/ W//; } + elsif($reading eq "energy_total") { $value=~ s/ kWh//; } + elsif($reading eq "battery") { + if ($value=~ m/(\d+)\%/) { + $value= $1; + } + else { + $value= ($value eq "ok"); + } + } + } + # Weather + elsif($type eq "WEATHER") { + if($event =~ m(^wind_condition)) { + @parts= split(/ /,$event); # extract wind direction from event + if(defined $parts[0]) { + $reading = "wind_direction"; + $value= $parts[2]; + } + } + elsif($reading eq "wind_chill") { $unit= "°C"; } + elsif($reading eq "wind_direction") { $unit= ""; } + elsif($reading =~ m(^wind)) { $unit= "km/h"; } # wind, wind_speed + elsif($reading =~ m(^temperature)) { $unit= "°C"; } # wenn reading mit temperature beginnt + elsif($reading =~ m(^humidity)) { $unit= "%"; } + elsif($reading =~ m(^pressure)) { $unit= "hPa"; } + elsif($reading =~ m(^pressure_trend)) { $unit= ""; } + } + + # FHT8V + elsif($type eq "FHT8V") { + if($reading =~ m(valve)) { + @parts= split(/ /,$event); + $reading= $parts[0]; + $value= $parts[1]; + $unit= "%"; } } - # Weather - elsif($type eq "WEATHER") { - if($event =~ m(^wind_condition)) { - @parts= split(/ /,$event); # extract wind direction from event - if(defined $parts[0]) { - $reading = "wind_direction"; - $value= $parts[2]; -# $unit= ""; - } - } - if($reading =~ m(^wind)) { $unit= "km/h"; } # wind, wind_speed - if($reading eq "wind_chill") { $unit= "°C"; } - if($reading eq "wind_direction") { $unit= ""; } - if($reading =~ m(^temperature)) { $unit= "°C"; } # wenn reading mit temperature beginnt - if($reading =~ m(^humidity)) { $unit= "%"; } - if($reading =~ m(^pressure)) { $unit= "hPa"; } - if($reading =~ m(^pressure_trend)) { $unit= ""; } + # DUMMY + elsif($type eq "DUMMY") { + $reading= "data"; + $value= $event; + $unit= ""; } - @result= ($reading,$value,$unit); - return @result; + @result= ($reading,$value,$unit); + return @result; } @@ -279,35 +319,70 @@ DbLog_Log($$) my $re = $log->{REGEXP}; my $max = int(@{$dev->{CHANGED}}); - for (my $i = 0; $i < $max; $i++) { - my $s = $dev->{CHANGED}[$i]; - $s = "" if(!defined($s)); - if($n =~ m/^$re$/ || "$n:$s" =~ m/^$re$/) { - my $ts = TimeNow(); - $ts = $dev->{CHANGETIME}[$i] if(defined($dev->{CHANGETIME}[$i])); - # $ts is in SQL format YYYY-MM-DD hh:mm:ss + my $ts_0 = TimeNow(); + + my $dbh= $log->{DBH}; + $dbh->{RaiseError} = 1; + + my $DbLogType = AttrVal($log->{NAME}, "DbLogType", "Current/History"); + + #one Transaction + eval { + $dbh->begin_work(); + + my $sth_ih = $dbh->prepare_cached("INSERT INTO history (TIMESTAMP, DEVICE, TYPE, EVENT, READING, VALUE, UNIT) VALUES (?,?,?,?,?,?,?)") if ($DbLogType =~ m(History) ); + my $sth_uc = $dbh->prepare_cached("UPDATE current SET TIMESTAMP=?, TYPE=?, EVENT=?, VALUE=?, UNIT=? WHERE (DEVICE=?) AND (READING=?)") if ($DbLogType =~ m(Current) ); + my $sth_ic = $dbh->prepare_cached("INSERT INTO current (TIMESTAMP, DEVICE, TYPE, EVENT, READING, VALUE, UNIT) VALUES (?,?,?,?,?,?,?)") if ($DbLogType =~ m(Current) ); + + for (my $i = 0; $i < $max; $i++) { + my $s = $dev->{CHANGED}[$i]; + $s = "" if(!defined($s)); + if($n =~ m/^$re$/ || "$n:$s" =~ m/^$re$/) { + my $ts = $ts_0; + $ts = $dev->{CHANGETIME}[$i] if(defined($dev->{CHANGETIME}[$i])); + # $ts is in SQL format YYYY-MM-DD hh:mm:ss + + my @r= DbLog_ParseEvent($t, $s); + my $reading= $r[0]; + my $value= $r[1]; + my $unit= $r[2]; + if(!defined $reading) { $reading= ""; } + if(!defined $value) { $value= ""; } + if(!defined $unit || $unit eq "") { + $unit = AttrVal("$n", "unit", ""); + } + + my @is= ($ts, $n, $t, $s, $reading, $value, $unit); + + # insert into history + if ($DbLogType =~ m(History) ) { + my $rv_ih = $sth_ih->execute(@is); + } + + if ($DbLogType =~ m(Current) ) { + # update or insert current + my $rv_uc = $sth_uc->execute(($ts, $t, $s, $value, $unit, $n, $reading)); + if ($rv_uc == 0) { + my $rv_ic = $sth_ic->execute(@is); + } + } - my @r= DbLog_ParseEvent($t, $s); - my $reading= $r[0]; - my $value= $r[1]; - my $unit= $r[2]; - if(!defined $reading) { $reading= ""; } - if(!defined $value) { $value= ""; } - if(!defined $unit || $unit eq "") { - $unit = AttrVal("$n", "unit", ""); } - - my $is= "(TIMESTAMP, DEVICE, TYPE, EVENT, READING, VALUE, UNIT) VALUES " . - "('$ts', '$n', '$t', '$s', '$reading', '$value', '$unit')"; - DbLog_ExecSQL($log, "INSERT INTO history" . $is); - DbLog_ExecSQL($log, "DELETE FROM current WHERE (DEVICE='$n') AND (READING='$reading')"); - DbLog_ExecSQL($log, "INSERT INTO current" . $is); - - - - } + } + $dbh->commit(); + }; + if ($@) { + Log 2, "DbLog: Failed to insert new readings into database: $@"; + $dbh->{RaiseError} = 0; + $dbh->rollback(); + # reconnect + $dbh->disconnect(); + DbLog_Connect($log); } - + else { + $dbh->{RaiseError} = 0; + } + return ""; } @@ -400,8 +475,9 @@ DbLog_Connect($) $dbh->do("PRAGMA temp_store=MEMORY"); $dbh->do("PRAGMA synchronous=NORMAL"); $dbh->do("PRAGMA journal_mode=WAL"); - $dbh->do("CREATE TEMP TABLE IF NOT EXISTS current (TIMESTAMP TIMESTAMP, DEVICE varchar(32), TYPE varchar(32), EVENT varchar(512), READING varchar(32), VALUE varchar(32), UNIT varchar(32))"); - $dbh->do("CREATE TABLE IF NOT EXISTS history (TIMESTAMP TIMESTAMP, DEVICE varchar(32), TYPE varchar(32), EVENT varchar(512), READING varchar(32), VALUE varchar(32), UNIT varchar(32))"); + $dbh->do("PRAGMA cache_size=4000"); + $dbh->do("CREATE TEMP TABLE IF NOT EXISTS current (TIMESTAMP TIMESTAMP, DEVICE varchar(32), TYPE varchar(32), EVENT varchar(512), READING varchar(32), VALUE varchar(32), UNIT varchar(32)"); + $dbh->do("CREATE TABLE IF NOT EXISTS history (TIMESTAMP TIMESTAMP, DEVICE varchar(32), TYPE varchar(32), EVENT varchar(512), READING varchar(32), VALUE varchar(32), UNIT varchar(32)"); $dbh->do("CREATE INDEX IF NOT EXISTS Search_Idx ON `history` (DEVICE, READING, TIMESTAMP)"); } @@ -506,7 +582,7 @@ DbLog_Get($@) $to = $to_datetime{datetime}; - my ($retval,$sql_timestamp,$sql_dev,$sql_reading,$sql_value, $type, $event, $unit) = ""; + my ($retval,$sql_timestamp,$sql_value, $type, $event, $unit) = ""; my $writeout = 0; my (@min, @max, @sum, @cnt, @lastv, @lastd); my (%tstamp, %lasttstamp, $out_tstamp, $out_value, $minval, $maxval); #fuer delta-h/d Berechnung @@ -533,22 +609,18 @@ DbLog_Get($@) $sqlspec{get_timestamp} = "TO_CHAR(TIMESTAMP, 'YYYY-MM-DD HH24:MI:SS')"; $sqlspec{from_timestamp} = "TO_TIMESTAMP('$from', 'YYYY-MM-DD HH24:MI:SS')"; $sqlspec{to_timestamp} = "TO_TIMESTAMP('$to', 'YYYY-MM-DD HH24:MI:SS')"; - $sqlspec{reading_clause} = "(DEVICE || '|' || READING)"; } elsif ($hash->{DBMODEL} eq "MYSQL") { $sqlspec{get_timestamp} = "DATE_FORMAT(TIMESTAMP, '%Y-%m-%d %H:%i:%s')"; $sqlspec{from_timestamp} = "STR_TO_DATE('$from', '%Y-%m-%d %H:%i:%s')"; $sqlspec{to_timestamp} = "STR_TO_DATE('$to', '%Y-%m-%d %H:%i:%s')"; - $sqlspec{reading_clause} = "CONCAT(DEVICE,'|',READING)" } elsif ($hash->{DBMODEL} eq "SQLITE") { $sqlspec{get_timestamp} = "TIMESTAMP"; $sqlspec{from_timestamp} = "'$from'"; $sqlspec{to_timestamp} = "'$to'"; - $sqlspec{reading_clause} = "(DEVICE || '|' || READING)"; } else { $sqlspec{get_timestamp} = "TIMESTAMP"; $sqlspec{from_timestamp} = "'$from'"; $sqlspec{to_timestamp} = "'$to'"; - $sqlspec{reading_clause} = "(DEVICE || '|' || READING)"; } if(uc($outf) eq "ALL") { @@ -571,14 +643,11 @@ DbLog_Get($@) my $stm= "SELECT $sqlspec{get_timestamp}, - DEVICE, - READING, VALUE - $sqlspec{all} + $sqlspec{all} FROM history - WHERE 1=1 - AND $sqlspec{reading_clause} = ('".$readings[$i]->[0]."|".$readings[$i]->[1]."') - AND DEVICE = '".$readings[$i]->[0]."' + WHERE + DEVICE = '".$readings[$i]->[0]."' AND READING = '".$readings[$i]->[1]."' AND TIMESTAMP > $sqlspec{from_timestamp} AND TIMESTAMP < $sqlspec{to_timestamp} @@ -592,10 +661,16 @@ DbLog_Get($@) return "Cannot execute statement $stm: $DBI::errstr"; if(uc($outf) eq "ALL") { + $sth->bind_columns(undef, \$sql_timestamp, \$sql_value, \$type, \$event, \$unit); + $retval .= "Timestamp: Device, Type, Event, Reading, Value, Unit\n"; $retval .= "=====================================================\n"; } - while( ($sql_timestamp,$sql_dev,$sql_reading,$sql_value, $type, $event, $unit)= $sth->fetchrow_array) { + else { + $sth->bind_columns(undef, \$sql_timestamp, \$sql_value); + } + + while($sth->fetch()) { $writeout = 0; $out_value = ""; $out_tstamp = ""; @@ -606,7 +681,7 @@ DbLog_Get($@) my $val = $sql_value; eval("$readings[$i]->[4]"); $sql_value = $val; - if($@) {Log 3, "DbLog: Error in inline function: <".$readings[$i]->[4].">, Fehler: $@";} + if($@) {Log 3, "DbLog: Error in inline function: <".$readings[$i]->[4].">, Error: $@";} $out_tstamp = $sql_timestamp; $writeout=1; } @@ -665,14 +740,14 @@ DbLog_Get($@) ###################### Ausgabe ########################### if($writeout) { if(uc($outf) eq "ALL") { - $retval .= sprintf("%s: %s, %s, %s, %s, %s, %s\n", $out_tstamp, $sql_dev, $type, $event, $sql_reading, $out_value, $unit); + $retval .= sprintf("%s: %s, %s, %s, %s, %s, %s\n", $out_tstamp, $readings[$i]->[0], $type, $event, $readings[$i]->[1], $out_value, $unit); } else { $out_tstamp =~ s/\ /_/g; #needed by generating plots $retval .= "$out_tstamp $out_value\n"; } } - if(defined($sql_value) || $sql_value =~ m/^[-\.\d]+$/o){ + if(Scalar::Util::looks_like_number($sql_value)){ #nur setzen wenn nummerisch $min[$i] = $sql_value if($sql_value < $min[$i]); $max[$i] = $sql_value if($sql_value > $max[$i]);; @@ -698,7 +773,7 @@ DbLog_Get($@) $out_tstamp = DbLog_implode_datetime($lasttstamp{year}, $lasttstamp{month}, $lasttstamp{day}, $lasttstamp{hour}, "30", "00") if($readings[$i]->[3] eq "delta-h"); $out_tstamp = DbLog_implode_datetime($lasttstamp{year}, $lasttstamp{month}, $lasttstamp{day}, "00", "00", "00") if($readings[$i]->[3] eq "delta-d"); if(uc($outf) eq "ALL") { - $retval .= sprintf("%s: %s %s %s %s %s %s\n", $out_tstamp, $sql_dev, $type, $event, $sql_reading, $out_value, $unit); + $retval .= sprintf("%s: %s %s %s %s %s %s\n", $out_tstamp, $readings[$i]->[0], $type, $event, $readings[$i]->[1], $out_value, $unit); } else { $out_tstamp =~ s/\ /_/g; #needed by generating plots $retval .= "$out_tstamp $out_value\n"; @@ -759,7 +834,7 @@ sub jsonError($) { # Prepare the SQL String # ################################################################ -sub prepareSql(@_) { +sub prepareSql(@) { my ($hash, @a) = @_; my $starttime = $_[5]; @@ -1468,4 +1543,4 @@ sub chartQuery($@) { =end html_DE -=cut \ No newline at end of file +=cut diff --git a/fhem/www/frontend/FHEM/93_DbLog.pm b/fhem/www/frontend/FHEM/93_DbLog.pm deleted file mode 100644 index 8b87af547..000000000 --- a/fhem/www/frontend/FHEM/93_DbLog.pm +++ /dev/null @@ -1,1471 +0,0 @@ - -############################################## -# $Id$ -# -# 93_DbLog.pm -# written by Dr. Boris Neubert 2007-12-30 -# e-mail: omega at online dot de -# -# modified by Tobias Faust 2012-06-26 -# e-mail: tobias dot faust at online dot de -# -############################################## - -package main; -use strict; -use warnings; -use DBI; -use Data::Dumper; - -sub DbLog($$$); - -################################################################ -sub -DbLog_Initialize($) -{ - my ($hash) = @_; - - $hash->{DefFn} = "DbLog_Define"; - $hash->{UndefFn} = "DbLog_Undef"; - $hash->{NotifyFn} = "DbLog_Log"; - $hash->{GetFn} = "DbLog_Get"; - $hash->{AttrFn} = "DbLog_Attr"; - $hash->{AttrList} = "disable:0,1 loglevel:0,5"; - -} - -############################################################### -sub -DbLog_Define($@) -{ - my ($hash, $def) = @_; - my @a = split("[ \t][ \t]*", $def); - - return "wrong syntax: define DbLog configuration regexp" - if(int(@a) != 4); - - my $regexp = $a[3]; - - eval { "Hallo" =~ m/^$regexp$/ }; - return "Bad regexp: $@" if($@); - $hash->{REGEXP} = $regexp; - - $hash->{CONFIGURATION}= $a[2]; - - return "Can't connect to database." if(!DbLog_Connect($hash)); - - $hash->{STATE} = "active"; - - return undef; -} - -##################################### -sub -DbLog_Undef($$) -{ - my ($hash, $name) = @_; - my $dbh= $hash->{DBH}; - $dbh->disconnect() if(defined($dbh)); - return undef; -} - -################################################################ -# -# Wird bei jeder Aenderung eines Attributes dieser -# DbLog-Instanz aufgerufen -# -################################################################ -sub -DbLog_Attr(@) -{ - my @a = @_; - my $do = 0; - - if($a[0] eq "set" && $a[2] eq "disable") { - $do = (!defined($a[3]) || $a[3]) ? 1 : 2; - } - $do = 2 if($a[0] eq "del" && (!$a[2] || $a[2] eq "disable")); - return if(!$do); - - $defs{$a[1]}{STATE} = ($do == 1 ? "disabled" : "active"); - - return undef; -} - -################################################################ -# -# Parsefunktion, abhaengig vom Devicetyp -# -################################################################ -sub -DbLog_ParseEvent($$) -{ - my ($type, $event)= @_; - my @result; - - # split the event into reading and argument - # "day-temp: 22.0 (Celsius)" -> "day-temp", "22.0 (Celsius)" - my @parts = split(/: /,$event); - my $reading = shift @parts; - my $value = join(": ", @parts); - my $unit = ""; - - #default - if(!defined($reading)) { $reading = ""; } - if(!defined($value)) { $value = ""; } - - # the interpretation of the argument depends on the device type - # EMEM, M232Counter, M232Voltage return plain numbers - if(($type eq "M232Voltage") || - ($type eq "M232Counter") || - ($type eq "EMEM")) { - } - - # Onewire - elsif(($type eq "OWAD") || - ($type eq "OWSWITCH") || - ($type eq "OWMULTI")) { - $reading = "data"; - $value = $event; - } - # FS20 - elsif(($type eq "FS20") || - ($type eq "X10")) { - #@parts = split(/ /,$event); - #$reading = shift @parts; - #$value = join(" ", shift @parts); - - if($reading =~ m/^dim(\d+).*/o) { - $value = $1; - $reading= "dim"; - $unit= "%"; - } - if(!defined($value) || $value eq "") {$value=$reading; $reading="data";} - } - # FHT - elsif($type eq "FHT") { - if($reading =~ m(-from[12]\ ) || $reading =~ m(-to[12]\ )) { - @parts= split(/ /,$event); - $reading= $parts[0]; - $value= $parts[1]; - $unit= ""; - } - if($reading =~ m(-temp)) { $value=~ s/ \(Celsius\)//; $unit= "°C"; } - if($reading =~ m(temp-offset)) { $value=~ s/ \(Celsius\)//; $unit= "°C"; } - if($reading =~ m(^actuator[0-9]*)) { - if($value eq "lime-protection") { - $reading= "actuator-lime-protection"; - undef $value; - } - elsif($value =~ m(^offset:)) { - $reading= "actuator-offset"; - @parts= split(/: /,$value); - $value= $parts[1]; - if(defined $value) { - $value=~ s/%//; $value= $value*1.; $unit= "%"; - } - } - elsif($value =~ m(^unknown_)) { - @parts= split(/: /,$value); - $reading= "actuator-" . $parts[0]; - $value= $parts[1]; - if(defined $value) { - $value=~ s/%//; $value= $value*1.; $unit= "%"; - } - } - elsif($value eq "synctime") { - $reading= "actuator-synctime"; - undef $value; - } - elsif($value eq "test") { - $reading= "actuator-test"; - undef $value; - } - elsif($value eq "pair") { - $reading= "actuator-pair"; - undef $value; - } - else { - $value=~ s/%//; $value= $value*1.; $unit= "%"; - } - } - } - # KS300 - elsif($type eq "KS300") { - if($event =~ m(T:.*)) { $reading= "data"; $value= $event; } - if($event =~ m(avg_day)) { $reading= "data"; $value= $event; } - if($event =~ m(avg_month)) { $reading= "data"; $value= $event; } - if($reading eq "temperature") { $value=~ s/ \(Celsius\)//; $unit= "°C"; } - if($reading eq "wind") { $value=~ s/ \(km\/h\)//; $unit= "km/h"; } - if($reading eq "rain") { $value=~ s/ \(l\/m2\)//; $unit= "l/m2"; } - if($reading eq "rain_raw") { $value=~ s/ \(counter\)//; $unit= ""; } - if($reading eq "humidity") { $value=~ s/ \(\%\)//; $unit= "%"; } - if($reading eq "israining") { - $value=~ s/ \(yes\/no\)//; - $value=~ s/no/0/; - $value=~ s/yes/1/; - } - } - # HMS - elsif($type eq "HMS" || - $type eq "CUL_WS" || - $type eq "OWTHERM") { - if($event =~ m(T:.*)) { $reading= "data"; $value= $event; } - if($reading eq "temperature") { $value=~ s/ \(Celsius\)//; $unit= "°C"; } - if($reading eq "temperature") { $value=~ s/([-\.\d]+).*/$1/; $unit= "°C"; } #OWTHERM - if($reading eq "humidity") { $value=~ s/ \(\%\)//; $unit= "%"; } - if($reading eq "battery") { - $value=~ s/ok/1/; - $value=~ s/replaced/1/; - $value=~ s/empty/0/; - } - } - - # BS - elsif($type eq "BS") { - if($event =~ m(brightness:.*)) { - @parts= split(/ /,$event); - $reading= "lux"; - $value= $parts[4]*1.; - $unit= "lux"; - } - } - - # Weather - elsif($type eq "WEATHER") { - if($event =~ m(^wind_condition)) { - @parts= split(/ /,$event); # extract wind direction from event - if(defined $parts[0]) { - $reading = "wind_direction"; - $value= $parts[2]; -# $unit= ""; - } - } - if($reading =~ m(^wind)) { $unit= "km/h"; } # wind, wind_speed - if($reading eq "wind_chill") { $unit= "°C"; } - if($reading eq "wind_direction") { $unit= ""; } - if($reading =~ m(^temperature)) { $unit= "°C"; } # wenn reading mit temperature beginnt - if($reading =~ m(^humidity)) { $unit= "%"; } - if($reading =~ m(^pressure)) { $unit= "hPa"; } - if($reading =~ m(^pressure_trend)) { $unit= ""; } - } - - @result= ($reading,$value,$unit); - return @result; -} - - -################################################################ -# -# Hauptroutine zum Loggen. Wird bei jedem Eventchange -# aufgerufen -# -################################################################ -sub -DbLog_Log($$) -{ - # Log is my entry, Dev is the entry of the changed device - my ($log, $dev) = @_; - - return undef if($log->{STATE} eq "disabled"); - - # name and type required for parsing - my $n= $dev->{NAME}; - my $t= uc($dev->{TYPE}); - - # timestamp in SQL format YYYY-MM-DD hh:mm:ss - #my ($sec,$min,$hr,$day,$mon,$yr,$wday,$yday,$isdst)= localtime(time); - #my $ts= sprintf("%04d-%02d-%02d %02d:%02d:%02d", $yr+1900,$mon+1,$day,$hr,$min,$sec); - - my $re = $log->{REGEXP}; - my $max = int(@{$dev->{CHANGED}}); - for (my $i = 0; $i < $max; $i++) { - my $s = $dev->{CHANGED}[$i]; - $s = "" if(!defined($s)); - if($n =~ m/^$re$/ || "$n:$s" =~ m/^$re$/) { - my $ts = TimeNow(); - $ts = $dev->{CHANGETIME}[$i] if(defined($dev->{CHANGETIME}[$i])); - # $ts is in SQL format YYYY-MM-DD hh:mm:ss - - my @r= DbLog_ParseEvent($t, $s); - my $reading= $r[0]; - my $value= $r[1]; - my $unit= $r[2]; - if(!defined $reading) { $reading= ""; } - if(!defined $value) { $value= ""; } - if(!defined $unit || $unit eq "") { - $unit = AttrVal("$n", "unit", ""); - } - - my $is= "(TIMESTAMP, DEVICE, TYPE, EVENT, READING, VALUE, UNIT) VALUES " . - "('$ts', '$n', '$t', '$s', '$reading', '$value', '$unit')"; - DbLog_ExecSQL($log, "INSERT INTO history" . $is); - DbLog_ExecSQL($log, "DELETE FROM current WHERE (DEVICE='$n') AND (READING='$reading')"); - DbLog_ExecSQL($log, "INSERT INTO current" . $is); - - - - } - } - - return ""; -} - -################################################################ -# -# zerlegt uebergebenes FHEM-Datum in die einzelnen Bestandteile -# und fuegt noch Defaultwerte ein -# uebergebenes SQL-Format: YYYY-MM-DD HH24:MI:SS -# -################################################################ -sub -DbLog_explode_datetime($%) { - my ($t, %def) = @_; - my %retv; - - my (@datetime, @date, @time); - @datetime = split(" ", $t); #Datum und Zeit auftrennen - @date = split("-", $datetime[0]); - @time = split(":", $datetime[1]) if ($datetime[1]); - if ($date[0]) {$retv{year} = $date[0];} else {$retv{year} = $def{year};} - if ($date[1]) {$retv{month} = $date[1];} else {$retv{month} = $def{month};} - if ($date[2]) {$retv{day} = $date[2];} else {$retv{day} = $def{day};} - if ($time[0]) {$retv{hour} = $time[0];} else {$retv{hour} = $def{hour};} - if ($time[1]) {$retv{minute}= $time[1];} else {$retv{minute}= $def{minute};} - if ($time[2]) {$retv{second}= $time[2];} else {$retv{second}= $def{second};} - - $retv{datetime}=DbLog_implode_datetime($retv{year}, $retv{month}, $retv{day}, $retv{hour}, $retv{minute}, $retv{second}); - - #Log 1, Dumper(%retv); - return %retv -} - -sub -DbLog_implode_datetime($$$$$$) { - my ($year, $month, $day, $hour, $minute, $second) = @_; - my $retv = $year."-".$month."-".$day." ".$hour.":".$minute.":".$second; - - return $retv; -} -################################################################ -# -# Verbindung zur DB aufbauen -# -################################################################ -sub -DbLog_Connect($) -{ - my ($hash)= @_; - - my $configfilename= $hash->{CONFIGURATION}; - if(!open(CONFIG, $configfilename)) { - Log 1, "Cannot open database configuration file $configfilename."; - return 0; } - my @config=; - close(CONFIG); - - my %dbconfig; - eval join("", @config); - - my $dbconn= $dbconfig{connection}; - my $dbuser= $dbconfig{user}; - my $dbpassword= $dbconfig{password}; - - #check the database model - if($dbconn =~ m/pg:/i) { - $hash->{DBMODEL}="POSTGRESQL"; - } elsif ($dbconn =~ m/mysql:/i) { - $hash->{DBMODEL}="MYSQL"; - } elsif ($dbconn =~ m/oracle:/i) { - $hash->{DBMODEL}="ORACLE"; - } elsif ($dbconn =~ m/sqlite:/i) { - $hash->{DBMODEL}="SQLITE"; - } else { - $hash->{DBMODEL}="unknown"; - Log 3, "Unknown dbmodel type in configuration file $configfilename."; - Log 3, "Only Mysql, Postgresql, Oracle, SQLite are fully supported."; - Log 3, "It may cause SQL-Erros during generating plots."; - } - - Log 3, "Connecting to database $dbconn with user $dbuser"; - my $dbh = DBI->connect_cached("dbi:$dbconn", $dbuser, $dbpassword); - if(!$dbh) { - Log 2, "Can't connect to $dbconn: $DBI::errstr"; - return 0; - } - Log 3, "Connection to db $dbconn established"; - $hash->{DBH}= $dbh; - - if ($hash->{DBMODEL} eq "SQLITE") { - $dbh->do("PRAGMA temp_store=MEMORY"); - $dbh->do("PRAGMA synchronous=NORMAL"); - $dbh->do("PRAGMA journal_mode=WAL"); - $dbh->do("CREATE TEMP TABLE IF NOT EXISTS current (TIMESTAMP TIMESTAMP, DEVICE varchar(32), TYPE varchar(32), EVENT varchar(512), READING varchar(32), VALUE varchar(32), UNIT varchar(32))"); - $dbh->do("CREATE TABLE IF NOT EXISTS history (TIMESTAMP TIMESTAMP, DEVICE varchar(32), TYPE varchar(32), EVENT varchar(512), READING varchar(32), VALUE varchar(32), UNIT varchar(32))"); - $dbh->do("CREATE INDEX IF NOT EXISTS Search_Idx ON `history` (DEVICE, READING, TIMESTAMP)"); - } - - # creating an own connection for the webfrontend, saved as DBHF in Hash - # this makes sure that the connection doesnt get lost due to other modules - my $dbhf = DBI->connect_cached("dbi:$dbconn", $dbuser, $dbpassword); - if(!$dbhf) { - Log 2, "Can't connect to $dbconn: $DBI::errstr"; - return 0; - } - Log 3, "Connection to db $dbconn established"; - $hash->{DBHF}= $dbhf; - - return 1; -} - -################################################################ -# -# Prozeduren zum Ausfuehren des SQLs -# -################################################################ -sub -DbLog_ExecSQL1($$) -{ - my ($dbh,$sql)= @_; - - my $sth = $dbh->do($sql); - if(!$sth) { - Log 2, "DBLog error: " . $DBI::errstr; - return 0; - } - return $sth; -} - -sub -DbLog_ExecSQL($$) -{ - my ($hash,$sql)= @_; - Log GetLogLevel($hash->{NAME},5), "Executing $sql"; - my $dbh= $hash->{DBH}; - my $sth = DbLog_ExecSQL1($dbh,$sql); - if(!$sth) { - #retry - $dbh->disconnect(); - if(!DbLog_Connect($hash)) { - Log 2, "DBLog reconnect failed."; - return 0; - } - $dbh= $hash->{DBH}; - $sth = DbLog_ExecSQL1($dbh,$sql); - if(!$sth) { - Log 2, "DBLog retry failed."; - return 0; - } - Log 2, "DBLog retry ok."; - } - return $sth; -} - -################################################################ -# -# GET Funktion -# wird zb. zur Generierung der Plots implizit aufgerufen -# -################################################################ -sub -DbLog_Get($@) -{ - my ($hash, @a) = @_; - - return "Usage: get $a[0] ...\n". - " where column_spec is :::\n" . - " see the #DbLog entries in the .gplot files\n" . - " is not used, only for compatibility for FileLog, please use - \n" . - " is a prefix, - means stdout\n" - if(int(@a) < 5); - shift @a; - my $inf = shift @a; - my $outf = shift @a; - my $from = shift @a; - my $to = shift @a; # Now @a contains the list of column_specs - my ($internal, @fld); - - if($outf eq "INT") { - $outf = "-"; - $internal = 1; - } elsif (uc($outf) eq "WEBCHART") { - # redirect the get request to the chartQuery function - return chartQuery($hash, @_); - } - - my @readings = (); - my (%sqlspec, %from_datetime, %to_datetime); - - #uebergebenen Timestamp anpassen - #moegliche Formate: YYYY | YYYY-MM | YYYY-MM-DD | YYYY-MM-DD_HH24 - $from =~ s/_/\ /g; - $to =~ s/_/\ /g; - %from_datetime = DbLog_explode_datetime($from, DbLog_explode_datetime("2000-01-01 00:00:00", ())); - %to_datetime = DbLog_explode_datetime($to, DbLog_explode_datetime("2099-01-01 00:00:00", ())); - $from = $from_datetime{datetime}; - $to = $to_datetime{datetime}; - - - my ($retval,$sql_timestamp,$sql_dev,$sql_reading,$sql_value, $type, $event, $unit) = ""; - my $writeout = 0; - my (@min, @max, @sum, @cnt, @lastv, @lastd); - my (%tstamp, %lasttstamp, $out_tstamp, $out_value, $minval, $maxval); #fuer delta-h/d Berechnung - - #extract the Device:Reading arguments into @readings array - for(my $i = 0; $i < int(@a); $i++) { - @fld = split(":", $a[$i], 5); - $readings[$i][0] = $fld[0]; # Device - $readings[$i][1] = $fld[1]; # Reading - $readings[$i][2] = $fld[2]; # Default - $readings[$i][3] = $fld[3]; # function - $readings[$i][4] = $fld[4]; # regexp - } - - my $dbh= $hash->{DBH}; - - #vorbereiten der DB-Abfrage, DB-Modell-abhaengig - if ($hash->{DBMODEL} eq "POSTGRESQL") { - $sqlspec{get_timestamp} = "TO_CHAR(TIMESTAMP, 'YYYY-MM-DD HH24:MI:SS')"; - $sqlspec{from_timestamp} = "TO_TIMESTAMP('$from', 'YYYY-MM-DD HH24:MI:SS')"; - $sqlspec{to_timestamp} = "TO_TIMESTAMP('$to', 'YYYY-MM-DD HH24:MI:SS')"; - $sqlspec{reading_clause} = "(DEVICE || '|' || READING)"; - } elsif ($hash->{DBMODEL} eq "ORACLE") { - $sqlspec{get_timestamp} = "TO_CHAR(TIMESTAMP, 'YYYY-MM-DD HH24:MI:SS')"; - $sqlspec{from_timestamp} = "TO_TIMESTAMP('$from', 'YYYY-MM-DD HH24:MI:SS')"; - $sqlspec{to_timestamp} = "TO_TIMESTAMP('$to', 'YYYY-MM-DD HH24:MI:SS')"; - $sqlspec{reading_clause} = "(DEVICE || '|' || READING)"; - } elsif ($hash->{DBMODEL} eq "MYSQL") { - $sqlspec{get_timestamp} = "DATE_FORMAT(TIMESTAMP, '%Y-%m-%d %H:%i:%s')"; - $sqlspec{from_timestamp} = "STR_TO_DATE('$from', '%Y-%m-%d %H:%i:%s')"; - $sqlspec{to_timestamp} = "STR_TO_DATE('$to', '%Y-%m-%d %H:%i:%s')"; - $sqlspec{reading_clause} = "CONCAT(DEVICE,'|',READING)" - } elsif ($hash->{DBMODEL} eq "SQLITE") { - $sqlspec{get_timestamp} = "TIMESTAMP"; - $sqlspec{from_timestamp} = "'$from'"; - $sqlspec{to_timestamp} = "'$to'"; - $sqlspec{reading_clause} = "(DEVICE || '|' || READING)"; - } else { - $sqlspec{get_timestamp} = "TIMESTAMP"; - $sqlspec{from_timestamp} = "'$from'"; - $sqlspec{to_timestamp} = "'$to'"; - $sqlspec{reading_clause} = "(DEVICE || '|' || READING)"; - } - - if(uc($outf) eq "ALL") { - $sqlspec{all} = ",TYPE,EVENT,UNIT"; - } else { - $sqlspec{all} = ""; - } - - for(my $i=0; $i[0]."|".$readings[$i]->[1]."') - AND DEVICE = '".$readings[$i]->[0]."' - AND READING = '".$readings[$i]->[1]."' - AND TIMESTAMP > $sqlspec{from_timestamp} - AND TIMESTAMP < $sqlspec{to_timestamp} - ORDER BY TIMESTAMP"; - - Log GetLogLevel($hash->{NAME},5), "Executing $stm"; - - my $sth= $dbh->prepare($stm) || - return "Cannot prepare statement $stm: $DBI::errstr"; - my $rc= $sth->execute() || - return "Cannot execute statement $stm: $DBI::errstr"; - - if(uc($outf) eq "ALL") { - $retval .= "Timestamp: Device, Type, Event, Reading, Value, Unit\n"; - $retval .= "=====================================================\n"; - } - while( ($sql_timestamp,$sql_dev,$sql_reading,$sql_value, $type, $event, $unit)= $sth->fetchrow_array) { - $writeout = 0; - $out_value = ""; - $out_tstamp = ""; - - ############ Auswerten des 5. Parameters: Regexp ################### - if($readings[$i]->[4] && $readings[$i]->[4]) { - #evaluate - my $val = $sql_value; - eval("$readings[$i]->[4]"); - $sql_value = $val; - if($@) {Log 3, "DbLog: Error in inline function: <".$readings[$i]->[4].">, Fehler: $@";} - $out_tstamp = $sql_timestamp; - $writeout=1; - } - - ############ Auswerten des 4. Parameters: function ################### - if($readings[$i]->[3] && $readings[$i]->[3] eq "int") { - #nur den integerwert uebernehmen falls zb value=15°C - $out_value = $1 if($sql_value =~ m/^(\d+).*/o); - $out_tstamp = $sql_timestamp; - $writeout=1; - - } elsif ($readings[$i]->[3] && $readings[$i]->[3] =~ m/^int(\d+).*/o) { - #Übernehme den Dezimalwert mit den angegebenen Stellen an Nachkommastellen - $out_value = $1 if($sql_value =~ m/^([-\.\d]+).*/o); - $out_tstamp = $sql_timestamp; - $writeout=1; - - } elsif ($readings[$i]->[3] && $readings[$i]->[3] eq "delta-h") { - #Berechnung eines Stundenwertes - %tstamp = DbLog_explode_datetime($sql_timestamp, ()); - if($lastd[$i] eq "undef") { - %lasttstamp = DbLog_explode_datetime($sql_timestamp, ()); - } else { - %lasttstamp = DbLog_explode_datetime($lastd[$i], ()); - } - if("$tstamp{hour}" ne "$lasttstamp{hour}") { - # Aenderung der stunde, Berechne Delta - $out_value = sprintf("%0.1f", $maxval - $minval); - $out_tstamp = DbLog_implode_datetime($lasttstamp{year}, $lasttstamp{month}, $lasttstamp{day}, $lasttstamp{hour}, "30", "00"); - $minval = 999999; - $maxval = -999999; - $writeout=1; - } - } elsif ($readings[$i]->[3] && $readings[$i]->[3] eq "delta-d") { - #Berechnung eines Tageswertes - %tstamp = DbLog_explode_datetime($sql_timestamp, ()); - if($lastd[$i] eq "undef") { - %lasttstamp = DbLog_explode_datetime($sql_timestamp, ()); - } else { - %lasttstamp = DbLog_explode_datetime($lastd[$i], ()); - } - if("$tstamp{day}" ne "$lasttstamp{day}") { - # Aenderung des Tages, Berechne Delta - $out_value = sprintf("%0.1f", $maxval - $minval); - $out_tstamp = DbLog_implode_datetime($lasttstamp{year}, $lasttstamp{month}, $lasttstamp{day}, "00", "00", "00"); - $minval = 999999; - $maxval = -999999; - $writeout=1; - } - } else { - $out_value = $sql_value; - $out_tstamp = $sql_timestamp; - $writeout=1; - } - - ###################### Ausgabe ########################### - if($writeout) { - if(uc($outf) eq "ALL") { - $retval .= sprintf("%s: %s, %s, %s, %s, %s, %s\n", $out_tstamp, $sql_dev, $type, $event, $sql_reading, $out_value, $unit); - } else { - $out_tstamp =~ s/\ /_/g; #needed by generating plots - $retval .= "$out_tstamp $out_value\n"; - } - } - - if(defined($sql_value) || $sql_value =~ m/^[-\.\d]+$/o){ - #nur setzen wenn nummerisch - $min[$i] = $sql_value if($sql_value < $min[$i]); - $max[$i] = $sql_value if($sql_value > $max[$i]);; - $sum[$i] += $sql_value; - $minval = $sql_value if($sql_value < $minval); - $maxval = $sql_value if($sql_value > $maxval); - } else { - $min[$i] = 0; - $max[$i] = 0; - $sum[$i] = 0; - $minval = 0; - $maxval = 0; - } - $cnt[$i]++; - $lastv[$i] = $sql_value; - $lastd[$i] = $sql_timestamp; - - } #while fetchrow - - ######## den letzten Abschlusssatz rausschreiben ########## - if($readings[$i]->[3] && ($readings[$i]->[3] eq "delta-h" || $readings[$i]->[3] eq "delta-d")) { - $out_value = sprintf("%0.1f", $maxval - $minval); - $out_tstamp = DbLog_implode_datetime($lasttstamp{year}, $lasttstamp{month}, $lasttstamp{day}, $lasttstamp{hour}, "30", "00") if($readings[$i]->[3] eq "delta-h"); - $out_tstamp = DbLog_implode_datetime($lasttstamp{year}, $lasttstamp{month}, $lasttstamp{day}, "00", "00", "00") if($readings[$i]->[3] eq "delta-d"); - if(uc($outf) eq "ALL") { - $retval .= sprintf("%s: %s %s %s %s %s %s\n", $out_tstamp, $sql_dev, $type, $event, $sql_reading, $out_value, $unit); - } else { - $out_tstamp =~ s/\ /_/g; #needed by generating plots - $retval .= "$out_tstamp $out_value\n"; - } - } - # DatenTrenner setzen - $retval .= "#$readings[$i]->[0]"; - $retval .= ":"; - $retval .= "$readings[$i]->[1]" if($readings[$i]->[1]); - $retval .= ":"; - $retval .= "$readings[$i]->[2]" if($readings[$i]->[2]); - $retval .= ":"; - $retval .= "$readings[$i]->[3]" if($readings[$i]->[3]); - $retval .= ":"; - $retval .= "$readings[$i]->[4]" if($readings[$i]->[4]); - $retval .= "\n"; - } #for @readings - - #Ueberfuehren der gesammelten Werte in die globale Variable %data - for(my $j=0; $j{DBMODEL}; - my ($sql, $jsonstring, $countsql, $hourstats, $daystats, $weekstats, $monthstats, $yearstats); - - if ($dbmodel eq "POSTGRESQL") { - ### POSTGRESQL Queries for Statistics ### - ### hour: - $hourstats = "SELECT to_char(timestamp, 'YYYY-MM-DD HH24:00:00') AS TIMESTAMP, SUM(VALUE::float) AS SUM, "; - $hourstats .= "AVG(VALUE::float) AS AVG, MIN(VALUE::float) AS MIN, MAX(VALUE::float) AS MAX, "; - $hourstats .= "COUNT(VALUE) AS COUNT FROM history WHERE READING = '$yaxis' AND DEVICE = '$device' "; - $hourstats .= "AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY 1 ORDER BY 1;"; - - ### day: - $daystats = "SELECT to_char(timestamp, 'YYYY-MM-DD 00:00:00') AS TIMESTAMP, SUM(VALUE::float) AS SUM, "; - $daystats .= "AVG(VALUE::float) AS AVG, MIN(VALUE::float) AS MIN, MAX(VALUE::float) AS MAX, "; - $daystats .= "COUNT(VALUE) AS COUNT FROM history WHERE READING = '$yaxis' AND DEVICE = '$device' "; - $daystats .= "AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY 1 ORDER BY 1;"; - - ### week: - $weekstats = "SELECT date_trunc('week',timestamp) AS TIMESTAMP, SUM(VALUE::float) AS SUM, "; - $weekstats .= "AVG(VALUE::float) AS AVG, MIN(VALUE::float) AS MIN, MAX(VALUE::float) AS MAX, "; - $weekstats .= "COUNT(VALUE) AS COUNT FROM history WHERE READING = '$yaxis' AND DEVICE = '$device' "; - $weekstats .= "AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY 1 ORDER BY 1;"; - - ### month: - $monthstats = "SELECT to_char(timestamp, 'YYYY-MM-01 00:00:00') AS TIMESTAMP, SUM(VALUE::float) AS SUM, "; - $monthstats .= "AVG(VALUE::float) AS AVG, MIN(VALUE::float) AS MIN, MAX(VALUE::float) AS MAX, "; - $monthstats .= "COUNT(VALUE) AS COUNT FROM history WHERE READING = '$yaxis' AND DEVICE = '$device' "; - $monthstats .= "AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY 1 ORDER BY 1;"; - - ### year: - $yearstats = "SELECT to_char(timestamp, 'YYYY-01-01 00:00:00') AS TIMESTAMP, SUM(VALUE::float) AS SUM, "; - $yearstats .= "AVG(VALUE::float) AS AVG, MIN(VALUE::float) AS MIN, MAX(VALUE::float) AS MAX, "; - $yearstats .= "COUNT(VALUE) AS COUNT FROM history WHERE READING = '$yaxis' AND DEVICE = '$device' "; - $yearstats .= "AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY 1 ORDER BY 1;"; - - } elsif ($dbmodel eq "MYSQL") { - ### MYSQL Queries for Statistics ### - ### hour: - $hourstats = "SELECT date_format(timestamp, '%Y-%m-%d %H:00:00') AS TIMESTAMP, SUM(CAST(VALUE AS DECIMAL(12,4))) AS SUM, "; - $hourstats .= "AVG(CAST(VALUE AS DECIMAL(12,4))) AS AVG, MIN(CAST(VALUE AS DECIMAL(12,4))) AS MIN, "; - $hourstats .= "MAX(CAST(VALUE AS DECIMAL(12,4))) AS MAX, COUNT(VALUE) AS COUNT FROM history WHERE READING = '$yaxis' "; - $hourstats .= "AND DEVICE = '$device' AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY 1 ORDER BY 1;"; - - ### day: - $daystats = "SELECT date_format(timestamp, '%Y-%m-%d 00:00:00') AS TIMESTAMP, SUM(CAST(VALUE AS DECIMAL(12,4))) AS SUM, "; - $daystats .= "AVG(CAST(VALUE AS DECIMAL(12,4))) AS AVG, MIN(CAST(VALUE AS DECIMAL(12,4))) AS MIN, "; - $daystats .= "MAX(CAST(VALUE AS DECIMAL(12,4))) AS MAX, COUNT(VALUE) AS COUNT FROM history WHERE READING = '$yaxis' "; - $daystats .= "AND DEVICE = '$device' AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY 1 ORDER BY 1;"; - - ### week: - $weekstats = "SELECT date_format(timestamp, '%Y-%m-%d 00:00:00') AS TIMESTAMP, SUM(CAST(VALUE AS DECIMAL(12,4))) AS SUM, "; - $weekstats .= "AVG(CAST(VALUE AS DECIMAL(12,4))) AS AVG, MIN(CAST(VALUE AS DECIMAL(12,4))) AS MIN, "; - $weekstats .= "MAX(CAST(VALUE AS DECIMAL(12,4))) AS MAX, COUNT(VALUE) AS COUNT FROM history WHERE READING = '$yaxis' "; - $weekstats .= "AND DEVICE = '$device' AND TIMESTAMP Between '$starttime' AND '$endtime' "; - $weekstats .= "GROUP BY date_format(timestamp, '%Y-%u 00:00:00') ORDER BY 1;"; - - ### month: - $monthstats = "SELECT date_format(timestamp, '%Y-%m-01 00:00:00') AS TIMESTAMP, SUM(CAST(VALUE AS DECIMAL(12,4))) AS SUM, "; - $monthstats .= "AVG(CAST(VALUE AS DECIMAL(12,4))) AS AVG, MIN(CAST(VALUE AS DECIMAL(12,4))) AS MIN, "; - $monthstats .= "MAX(CAST(VALUE AS DECIMAL(12,4))) AS MAX, COUNT(VALUE) AS COUNT FROM history WHERE READING = '$yaxis' "; - $monthstats .= "AND DEVICE = '$device' AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY 1 ORDER BY 1;"; - - ### year: - $yearstats = "SELECT date_format(timestamp, '%Y-01-01 00:00:00') AS TIMESTAMP, SUM(CAST(VALUE AS DECIMAL(12,4))) AS SUM, "; - $yearstats .= "AVG(CAST(VALUE AS DECIMAL(12,4))) AS AVG, MIN(CAST(VALUE AS DECIMAL(12,4))) AS MIN, "; - $yearstats .= "MAX(CAST(VALUE AS DECIMAL(12,4))) AS MAX, COUNT(VALUE) AS COUNT FROM history WHERE READING = '$yaxis' "; - $yearstats .= "AND DEVICE = '$device' AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY 1 ORDER BY 1;"; - - } elsif ($hash->{DBMODEL} eq "SQLITE") { - ### SQLITE Queries for Statistics ### - ### hour: - $hourstats = "SELECT TIMESTAMP, SUM(CAST(VALUE AS FLOAT)) AS SUM, AVG(CAST(VALUE AS FLOAT)) AS AVG, "; - $hourstats .= "MIN(CAST(VALUE AS FLOAT)) AS MIN, MAX(CAST(VALUE AS FLOAT)) AS MAX, COUNT(VALUE) AS COUNT "; - $hourstats .= "FROM history WHERE READING = '$yaxis' AND DEVICE = '$device' "; - $hourstats .= "AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY strftime('%Y-%m-%d %H:00:00', TIMESTAMP);"; - - ### day: - $daystats = "SELECT TIMESTAMP, SUM(CAST(VALUE AS FLOAT)) AS SUM, AVG(CAST(VALUE AS FLOAT)) AS AVG, "; - $daystats .= "MIN(CAST(VALUE AS FLOAT)) AS MIN, MAX(CAST(VALUE AS FLOAT)) AS MAX, COUNT(VALUE) AS COUNT "; - $daystats .= "FROM history WHERE READING = '$yaxis' AND DEVICE = '$device' "; - $daystats .= "AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY strftime('%Y-%m-%d 00:00:00', TIMESTAMP);"; - - ### week: - $weekstats = "SELECT TIMESTAMP, SUM(CAST(VALUE AS FLOAT)) AS SUM, AVG(CAST(VALUE AS FLOAT)) AS AVG, "; - $weekstats .= "MIN(CAST(VALUE AS FLOAT)) AS MIN, MAX(CAST(VALUE AS FLOAT)) AS MAX, COUNT(VALUE) AS COUNT "; - $weekstats .= "FROM history WHERE READING = '$yaxis' AND DEVICE = '$device' "; - $weekstats .= "AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY strftime('%Y-%W 00:00:00', TIMESTAMP);"; - - ### month: - $monthstats = "SELECT TIMESTAMP, SUM(CAST(VALUE AS FLOAT)) AS SUM, AVG(CAST(VALUE AS FLOAT)) AS AVG, "; - $monthstats .= "MIN(CAST(VALUE AS FLOAT)) AS MIN, MAX(CAST(VALUE AS FLOAT)) AS MAX, COUNT(VALUE) AS COUNT "; - $monthstats .= "FROM history WHERE READING = '$yaxis' AND DEVICE = '$device' "; - $monthstats .= "AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY strftime('%Y-%m 00:00:00', TIMESTAMP);"; - - ### year: - $yearstats = "SELECT TIMESTAMP, SUM(CAST(VALUE AS FLOAT)) AS SUM, AVG(CAST(VALUE AS FLOAT)) AS AVG, "; - $yearstats .= "MIN(CAST(VALUE AS FLOAT)) AS MIN, MAX(CAST(VALUE AS FLOAT)) AS MAX, COUNT(VALUE) AS COUNT "; - $yearstats .= "FROM history WHERE READING = '$yaxis' AND DEVICE = '$device' "; - $yearstats .= "AND TIMESTAMP Between '$starttime' AND '$endtime' GROUP BY strftime('%Y 00:00:00', TIMESTAMP);"; - - } else { - $sql = "errordb"; - } - - if($userquery eq "getreadings") { - $sql = "SELECT distinct(reading) FROM history WHERE device = '".$device."'"; - } elsif($userquery eq "getdevices") { - $sql = "SELECT distinct(device) FROM history"; - } elsif($userquery eq "timerange") { - $sql = "SELECT ".$xaxis.", VALUE FROM history WHERE READING = '$yaxis' AND DEVICE = '$device' AND TIMESTAMP Between '$starttime' AND '$endtime';"; - } elsif($userquery eq "hourstats") { - $sql = $hourstats; - } elsif($userquery eq "daystats") { - $sql = $daystats; - } elsif($userquery eq "weekstats") { - $sql = $weekstats; - } elsif($userquery eq "monthstats") { - $sql = $monthstats; - } elsif($userquery eq "yearstats") { - $sql = $yearstats; - } elsif($userquery eq "savechart") { - $sql = "INSERT INTO frontend (TYPE, NAME, VALUE) VALUES ('savedchart', '$savename', '$jsonChartConfig')"; - } elsif($userquery eq "deletechart") { - $sql = "DELETE FROM frontend WHERE TYPE = 'savedchart' AND ID = '".$savename."'"; - } elsif($userquery eq "getcharts") { - $sql = "SELECT * FROM frontend WHERE TYPE = 'savedchart'"; - } elsif($userquery eq "getTableData") { - $countsql = "SELECT count(*) FROM history"; - $sql = "SELECT * FROM history LIMIT ".$paginglimit." OFFSET ".$pagingstart; - return ($sql, $countsql); - } else { - $sql = "error"; - } - - return $sql; -} - -################################################################ -# -# Do the query -# -################################################################ -sub chartQuery($@) { - - my ($sql, $countsql) = prepareSql(@_); - - if ($sql eq "error") { - return jsonError("Could not setup SQL String. Maybe the Database is busy, please try again!"); - } elsif ($sql eq "errordb") { - return jsonError("The Database Type is not supported!"); - } - - my ($hash, @a) = @_; - my $dbhf= $hash->{DBHF}; - - my $totalcount; - - if (defined $countsql && $countsql ne "") { - my $query_handle = $dbhf->prepare($countsql) - or return jsonError("Could not prepare statement: " . $dbhf->errstr . ", SQL was: " .$countsql); - - $query_handle->execute() - or return jsonError("Could not execute statement: " . $query_handle->errstr); - - my @data = $query_handle->fetchrow_array(); - $totalcount = join(", ", @data); - - } - - # prepare the query - my $query_handle = $dbhf->prepare($sql) - or return jsonError("Could not prepare statement: " . $dbhf->errstr . ", SQL was: " .$sql); - - # execute the query - $query_handle->execute() - or return jsonError("Could not execute statement: " . $query_handle->errstr); - - my $columns = $query_handle->{'NAME'}; - my $columncnt; - - # When columns are empty but execution was successful, we have done a successful INSERT, UPDATE or DELETE - if($columns) { - $columncnt = scalar @$columns; - } else { - return '{"success": "true", "msg":"All ok"}'; - } - - my $i = 0; - my $jsonstring = '{"data":['; - - while ( my @data = $query_handle->fetchrow_array()) { - - if($i == 0) { - $jsonstring .= '{'; - } else { - $jsonstring .= ',{'; - } - - for ($i = 0; $i < $columncnt; $i++) { - $jsonstring .= '"'; - $jsonstring .= uc($query_handle->{NAME}->[$i]); - $jsonstring .= '":'; - - if (defined $data[$i]) { - my $fragment = substr($data[$i],0,1); - if ($fragment eq "{") { - $jsonstring .= $data[$i]; - } else { - $jsonstring .= '"'.$data[$i].'"'; - } - } else { - $jsonstring .= '""' - } - - if($i != ($columncnt -1)) { - $jsonstring .= ','; - } - } - $jsonstring .= '}'; - } - $jsonstring .= ']'; - if (defined $totalcount && $totalcount ne "") { - $jsonstring .= ',"totalCount": '.$totalcount.'}'; - } else { - $jsonstring .= '}'; - } - return $jsonstring; -} -################################################################ - - -# reload 93_DbLog.pm -# get DbLog_Bewaesserung - - 2012-06-22 2012-06-23 KS300:temperature:: KS300:humidity:: -# get DbLog - - 2012-11-10_10 2012-11-10_20 KS300:rain:0:delta-h -# http://tulpemd.dyndns.org/fhem?cmd=showlog weblink_Bodenfeuchte_1 DbLog_Bodenfeuchte myDbLogtest null -# -# FileLog -# get FileLog_KS300 KS300-2012-11.log - 2012-11-10 2012-11-22 10:IR\x3a:0:delta-d - -1; - -=pod -=begin html - - -

DbLog

-
    -
    - - - Define -
      - define <name> DbLog <configfilename> <regexp> -

      - - Log events to a database. The database connection is defined in - <configfilename> (see sample configuration file - contrib/dblog/db.conf). The configuration is stored in a separate file - to avoid storing the password in the main configuration file and to have it - visible in the output of the list command. -

      - - The modules DBI and DBD::<dbtype> - need to be installed (use cpan -i <module> - if your distribution does not have it). -

      - - <regexp> is the same as in FileLog. -

      - Sample code to create a MySQL/PostgreSQL database is in - <DBType>_create.sql. - The database contains two tables: current and - history. The latter contains all events whereas the former only - contains the last event for any given reading and device. - The columns have the following meaning: -
        - -
      1. TIMESTAMP: timestamp of event, e.g. 2007-12-30 21:45:22
        2. -
      2. DEVICE: device name, e.g. Wetterstation
        3. -
      3. TYPE: device type, e.g. KS300
        4. -
      4. EVENT: event specification as full string, - e.g. humidity: 71 (%)
        5. -
      5. READING: name of reading extracted from event, - e.g. humidity
        6. - -
      6. VALUE: actual reading extracted from event, - e.g. 71
        7. -
      7. UNIT: unit extracted from event, e.g. %
        8. -
      - The content of VALUE is optimized for automated post-processing, e.g. - yes is translated to 1 -

      - The current values can be retrieved by the following code like FileLog:
      -
        - get myDbLog - - 2012-11-10 2012-11-10 KS300:temperature:: -
      -

      - Examples: -
        - # log everything to database
        - - define myDbLog DbLog /etc/fhem/db.conf .*:.* -
      -
    - - - - Set
      N/A

    - - - Get -
      - get <name> <infile> <outfile> <from> - <to> <column_spec> -

      - Read data from the Database, used by frontends to plot data without direct - access to the Database.
      - -
        -
      • <in>
        - A dummy parameter for FileLog compatibility. Always set to -
        • -
      • <out>
        - A dummy parameter for FileLog compatibility. Set it to - - to check the output for plot-computing.
        Set it to the special keyword - all to get all columns from Database.
        • -
      • <from> / <to>
        - Used to select the data. Please use the following timeformat or - an initial substring of it:
        -
          YYYY-MM-DD_HH24:MI:SS
        • -
      • <column_spec>
        - For each column_spec return a set of data separated by - a comment line on the current connection.
        - Syntax: <device>:<reading>:<default>:<fn>:<regexp>
        -
          -
        • <device>
          - The name of the device. Case sensitive
          • -
        • <reading>
          - The reading of the given device to select. Case sensitive. -
          • -
        • <default>
          - no implemented yet -
          • -
        • <fn> - One of the following: -
            -
          • int
            - Extract the integer at the beginning of the string. Used e.g. - for constructs like 10%
            • -
          • int<digit>
            - Extract the decimal digits including negative character and - decimal point at the beginning og the string. Used e.g. - for constructs like 15.7°C
            • -
          • delta-h / delta-d
            - Return the delta of the values for a given hour or a given day. - Used if the column contains a counter, as is the case for the - KS300 rain column.
            • -
          • -
        • <regexp>
          - The string is evaluated as a perl expression. $val is the - current value returned from the Database. The regexp is executed - before <fn> parameter.
          - Note: The string/perl expression cannot contain spaces, - as the part after the space will be considered as the - next column_spec. -
          • -
        • -
      -

      - Examples: -
        -
      • get myDbLog - - 2012-11-10 2012-11-20 KS300:temperature
        • -
      • get myDbLog - - 2012-11-10_10 2012-11-10_20 KS300:temperature::int1
        - like from 10am until 08pm at 10.11.2012
        • -
      • get myDbLog - all 2012-11-10 2012-11-20 KS300:temperature
        • -
      • get myDbLog - - 2012-11-10 2012-11-20 KS300:temperature KS300:rain::delta-h KS300:rain::delta-d
        • -
      • get myDbLog - - 2012-11-10 2012-11-20 MyFS20:data:::$val=~s/(on|off).*/$1eq"on"?1:0/eg
        - return 1 for all occurance of on* (on|on-for-timer etc) and 0 for all off*
        • -
      • get myDbLog - - 2012-11-10 2012-11-20 Bodenfeuchte:data:::$val=~s/.*B:\s([-\.\d]+).*/$1/eg
        - Example of OWAD: value like this: "A: 49.527 % B: 66.647 % C: 9.797 % D: 0.097 V"
        - and output for port B is like this: 2012-11-20_10:23:54 66.647
        • -
      -

      -
    - - Get when used for webcharts -
      - get <name> <infile> <outfile> <from> - <to> <device> <querytype> <xaxis> <yaxis> <savename> -

      - Query the Database to retrieve JSON-Formatted Data, which is used by the charting frontend. -
      - -
        -
      • <name>
        - The name of the defined DbLog, like it is given in fhem.cfg.
        • -
      • <in>
        - A dummy parameter for FileLog compatibility. Always set to -
        • -
      • <out>
        - A dummy parameter for FileLog compatibility. Set it to webchart - to use the charting related get function. -
        • -
      • <from> / <to>
        - Used to select the data. Please use the following timeformat:
        -
          YYYY-MM-DD_HH24:MI:SS
        • -
      • <device>
        - A string which represents the device to query.
        • -
      • <querytype>
        - A string which represents the method the query should use. Actually supported values are:
        - getreadings to retrieve the possible readings for a given device
        - getdevices to retrieve all available devices
        - timerange to retrieve charting data, which requires a given xaxis, yaxis, device, to and from
        - savechart to save a chart configuration in the database. Requires a given xaxis, yaxis, device, to and from, and a 'savename' used to save the chart
        - deletechart to delete a saved chart. Requires a given id which was set on save of the chart
        - getcharts to get a list of all saved charts.
        - getTableData to get jsonformatted data from the database. Uses paging Parameters like start and limit.
        - hourstats to get statistics for a given value (yaxis) for an hour.
        - daystats to get statistics for a given value (yaxis) for a day.
        - weekstats to get statistics for a given value (yaxis) for a week.
        - monthstats to get statistics for a given value (yaxis) for a month.
        - yearstats to get statistics for a given value (yaxis) for a year.
        -
        • -
      • <xaxis>
        - A string which represents the xaxis
        • -
      • <yaxis>
        - A string which represents the yaxis
        • -
      • <savename>
        - A string which represents the name a chart will be saved with
        • -
      • <chartconfig>
        - A jsonstring which represents the chart to save
        • -
      • <pagingstart>
        - An integer used to determine the start for the sql used for query 'getTableData'
        • -
      • <paginglimit>
        - An integer used to set the limit for the sql used for query 'getTableData'
        • -
      -

      - Examples: -
        -
      • get logdb - webchart "" "" "" getcharts
        - Retrieves all saved charts from the Database
        • -
      • get logdb - webchart "" "" "" getdevices
        - Retrieves all available devices from the Database
        • -
      • get logdb - webchart "" "" ESA2000_LED_011e getreadings
        - Retrieves all available Readings for a given device from the Database
        • -
      • get logdb - webchart 2013-02-11_00:00:00 2013-02-12_00:00:00 ESA2000_LED_011e timerange TIMESTAMP day_kwh
        - Retrieves charting data, which requires a given xaxis, yaxis, device, to and from
        - Will ouput a JSON like this: [{'TIMESTAMP':'2013-02-11 00:10:10','VALUE':'0.22431388090756'},{'TIMESTAMP'.....}]
        • -
      • get logdb - webchart 2013-02-11_00:00:00 2013-02-12_00:00:00 ESA2000_LED_011e savechart TIMESTAMP day_kwh tageskwh
        - Will save a chart in the database with the given name and the chart configuration parameters
        • -
      • get logdb - webchart "" "" "" deletechart "" "" 7
        - Will delete a chart from the database with the given id
        • -
      -

      -
    - - Attributes
      N/A

    -
- -=end html -=begin html_DE - - -

DbLog

-
    -
    - - - Define -
      - define <name> DbLog <configfilename> <regexp> -

      - - Speichert Events in eine Datenbank. Die Datenbankverbindungsparameter werden - definiert in <configfilename>. (Vergleiche - Beipspielkonfigurationsdatei in contrib/dblog/db.conf).
      - Die Konfiguration ist in einer sparaten Datei abgelegt um das Datenbankpasswort - nicht in Klartext in der FHEM-Haupt-Konfigurationsdatei speichern zu müssen. - Ansonsten wäre es mittels des list - Befehls einfach auslesbar. -

      - - Die Perl-Module DBI and DBD::<dbtype> - müssen installiert werden (use cpan -i <module> - falls die eigene Distribution diese nicht schon mitbringt). -

      - - <regexp> ist identisch wie FileLog. -

      - Ein Beispielcode zum Erstellen einer MySQL/PostGreSQL Datenbak ist in - contrib/dblog/<DBType>_create.sql zu finden. - Die Datenbank beinhaltet 2 Tabellen: current und - history. Die Tabelle current enthält den letzten Stand - pro Device und Reading. In der Tabelle history sind alle - Events historisch gespeichert. - - Die Tabellenspalten haben folgende Bedeutung: -
        -
      1. TIMESTAMP: Zeitpunkt des Events, z.B. 2007-12-30 21:45:22
        2. -
      2. DEVICE: name des Devices, z.B. Wetterstation
        3. -
      3. TYPE: Type des Devices, z.B. KS300
        4. -
      4. EVENT: das auftretende Event als volle Zeichenkette - z.B. humidity: 71 (%)
        5. -
      5. READING: Name des Readings, ermittelt aus dem Event, - z.B. humidity
        6. - -
      6. VALUE: aktueller Wert des Readings, ermittelt aus dem Event, - z.B. 71
        7. -
      7. UNIT: Einheit, ermittelt aus dem Event, z.B. %
        8. -
      - Der Wert des Rreadings ist optimiert für eine automatisierte Nachverarbeitung - z.B. yes ist transformiert nach 1 -

      - Die gespeicherten Werte können mittels GET Funktion angezeigt werden: -
        - get myDbLog - - 2012-11-10 2012-11-10 KS300:temperature -
      -

      - Beispiel: -
        - Speichert alles in der Datenbank
        - - define myDbLog DbLog /etc/fhem/db.conf .*:.* -
      -
    - - - - Set
      N/A

    - - - Get -
      - get <name> <infile> <outfile> <from> - <to> <column_spec> -

      - Ließt Daten aus der Datenbank. Wird durch die Frontends benutzt um Plots - zu generieren ohne selbst auf die Datenank zugreifen zu müssen. -
      - -
        -
      • <in>
        - Ein Dummy Parameter um eine Kompatibilität zum Filelog herzustellen. - Dieser Parameter ist immer auf - zu setzen. -
        • -
      • <out>
        - Ein Dummy Parameter um eine Kompatibilität zum Filelog herzustellen. - Dieser Parameter ist immer auf - zu setzen um die - Ermittlung der Daten aus der Datenbank für die Plotgenerierung zu prüfen.
        - Durchd ie Angabe des Schlüsselworts all werden alle - Spalten der Datenbank ausgegeben. -
        • -
      • <from> / <to>
        - Wird benutzt um den Zeitraum der Daten einzugrenzen. Es ist das folgende - Zeitformat oder ein Teilstring davon zu benutzen:
        -
          YYYY-MM-DD_HH24:MI:SS
        • -
      • <column_spec>
        - Für jede column_spec Gruppe wird ein Datenset zurückgegeben welches - durch einen Kommentar getrennt wird. Dieser Kommentar repräsentiert - die column_spec.
        - Syntax: <device>:<reading>:<default>:<fn>:<regexp>
        -
          -
        • <device>
          - Der Name des Devices. Achtung: Groß/Kleinschreibung beachten!
          • -
        • <reading>
          - Das REading des angegebenen Devices zur Datenselektion. - Achtung: Groß/Kleinschreibung beachten! -
          • -
        • <default>
          - Zur Zeit noch nicht implementiert. -
          • -
        • <fn> - Angabe einer speziellen Funktion: -
            -
          • int
            - Ermittelt den Zahlenwert ab dem Anfang der Zeichenkette aus der - Spalte "VALUE". Benutzt z.B. für Ausprägungen wie 10%. -
            • -
          • int<digit>
            - Ermittelt den Zahlenwert ab dem Anfang der Zeichenkette aus der - Spalte "VALUE", inclusive negativen Vorzeichen und Dezimaltrenner. - Benutzt z.B. für Ausprägungen wie -5.7°C. -
            • -
          • delta-h / delta-d
            - Ermittelt die relative Veränderung eines Zahlenwertes pro Stunde - oder pro Tag. Wird benutzt z.B. für Spalten die einen - hochlaufenden Zähler enthalten wie im Falle für ein KS300 Regenzähler - oder dem 1-wire Modul OWCOUNT. -
            • -
          • -
        • <regexp>
          - Diese Zeichenkette wird als Perl Befehl ausgewertet. $val ist der - aktuelle Wert die die Datenbank für ein Device/Reading ausgibt. - Die regexp wird vor dem angegebenen <fn> Parameter ausgeführt. -
          - Bitte zur Beachtung: Diese Zeichenkette darf keine Leerzeichen - enthalten da diese sonst als <column_spec> Trennung - interpretiert werden und alles nach dem Leerzeichen als neue - <column_spec> gesehen wird. -
          • -
        • -
      -

      - Beispiele: -
        -
      • get myDbLog - - 2012-11-10 2012-11-20 KS300:temperature
        • -
      • get myDbLog - - 2012-11-10_10 2012-11-10_20 KS300:temperature::int1
        - gibt Daten aus von 10Uhr bis 20Uhr am 10.11.2012
        • -
      • get myDbLog - all 2012-11-10 2012-11-20 KS300:temperature
        • -
      • get myDbLog - - 2012-11-10 2012-11-20 KS300:temperature KS300:rain::delta-h KS300:rain::delta-d
        • -
      • get myDbLog - - 2012-11-10 2012-11-20 MyFS20:data:::$val=~s/(on|off).*/$1eq"on"?1:0/eg
        - gibt 1 zurück für alle Ausprägungen von on* (on|on-for-timer etc) und 0 für alle off*
        • -
      • get myDbLog - - 2012-11-10 2012-11-20 Bodenfeuchte:data:::$val=~s/.*B:\s([-\.\d]+).*/$1/eg
        - Beispiel von OWAD: Ein Wert wie z.B.: "A: 49.527 % B: 66.647 % C: 9.797 % D: 0.097 V"
        - und die Ausgabe ist für das Reading B folgende: 2012-11-20_10:23:54 66.647
        • -
      -

      -
    - - Get für die Nutzung von webcharts -
      - get <name> <infile> <outfile> <from> - <to> <device> <querytype> <xaxis> <yaxis> <savename> -

      - Liest Daten aus der Datenbank aus und gibt diese in JSON formatiert aus. Wird für das Charting Frontend genutzt -
      - -
        -
      • <name>
        - Der Name des definierten DbLogs, so wie er in der fhem.cfg angegeben wurde.
        • -
      • <in>
        - Ein Dummy Parameter um eine Kompatibilität zum Filelog herzustellen. - Dieser Parameter ist immer auf - zu setzen.
        • -
      • <out>
        - Ein Dummy Parameter um eine Kompatibilität zum Filelog herzustellen. - Dieser Parameter ist auf webchart zu setzen um die Charting Get Funktion zu nutzen. -
        • -
      • <from> / <to>
        - Wird benutzt um den Zeitraum der Daten einzugrenzen. Es ist das folgende - Zeitformat zu benutzen:
        -
          YYYY-MM-DD_HH24:MI:SS
        • -
      • <device>
        - Ein String, der das abzufragende Device darstellt.
        • -
      • <querytype>
        - Ein String, der die zu verwendende Abfragemethode darstellt. Zur Zeit unterstützte Werte sind:
        - getreadings um für ein bestimmtes device alle Readings zu erhalten
        - getdevices um alle verfügbaren devices zu erhalten
        - timerange um Chart-Daten abzufragen. Es werden die Parameter 'xaxis', 'yaxis', 'device', 'to' und 'from' benötigt
        - savechart um einen Chart unter Angabe eines 'savename' und seiner zugehörigen Konfiguration abzuspeichern
        - deletechart um einen zuvor gespeicherten Chart unter Angabe einer id zu löschen
        - getcharts um eine Liste aller gespeicherten Charts zu bekommen.
        - getTableData um Daten aus der Datenbank abzufragen und in einer Tabelle darzustellen. Benötigt paging Parameter wie start und limit.
        - hourstats um Statistiken für einen Wert (yaxis) für eine Stunde abzufragen.
        - daystats um Statistiken für einen Wert (yaxis) für einen Tag abzufragen.
        - weekstats um Statistiken für einen Wert (yaxis) für eine Woche abzufragen.
        - monthstats um Statistiken für einen Wert (yaxis) für einen Monat abzufragen.
        - yearstats um Statistiken für einen Wert (yaxis) für ein Jahr abzufragen.
        -
        • -
      • <xaxis>
        - Ein String, der die X-Achse repräsentiert
        • -
      • <yaxis>
        - Ein String, der die Y-Achse repräsentiert
        • -
      • <savename>
        - Ein String, unter dem ein Chart in der Datenbank gespeichert werden soll
        • -
      • <chartconfig>
        - Ein jsonstring der den zu speichernden Chart repräsentiert
        • -
      • <pagingstart>
        - Ein Integer um den Startwert für die Abfrage 'getTableData' festzulegen
        • -
      • <paginglimit>
        - Ein Integer um den Limitwert für die Abfrage 'getTableData' festzulegen
        • -
      -

      - Beispiele: -
        -
      • get logdb - webchart "" "" "" getcharts
        - Liefert alle gespeicherten Charts aus der Datenbank
        • -
      • get logdb - webchart "" "" "" getdevices
        - Liefert alle verfügbaren Devices aus der Datenbank
        • -
      • get logdb - webchart "" "" ESA2000_LED_011e getreadings
        - Liefert alle verfügbaren Readings aus der Datenbank unter Angabe eines Gerätes
        • -
      • get logdb - webchart 2013-02-11_00:00:00 2013-02-12_00:00:00 ESA2000_LED_011e timerange TIMESTAMP day_kwh
        - Liefert Chart-Daten, die auf folgenden Parametern basieren: 'xaxis', 'yaxis', 'device', 'to' und 'from'
        - Die Ausgabe erfolgt als JSON, z.B.: [{'TIMESTAMP':'2013-02-11 00:10:10','VALUE':'0.22431388090756'},{'TIMESTAMP'.....}]
        • -
      • get logdb - webchart 2013-02-11_00:00:00 2013-02-12_00:00:00 ESA2000_LED_011e savechart TIMESTAMP day_kwh tageskwh
        - Speichert einen Chart unter Angabe eines 'savename' und seiner zugehörigen Konfiguration
        • -
      • get logdb - webchart "" "" "" deletechart "" "" 7
        - Löscht einen zuvor gespeicherten Chart unter Angabe einer id
        • -
      -

      -
    - - - Attributes
      N/A

    -
- -=end html_DE -=cut \ No newline at end of file