mirror of
https://github.com/fhem/fhem-mirror.git
synced 2025-01-31 18:59:33 +00:00
55_DWD_OpenData: contrib 1.17.4
git-svn-id: https://svn.fhem.de/fhem/trunk@28884 2b470e98-0d58-463d-a4d8-8e2adae1ed80
This commit is contained in:
nasseeder1
parent
80b10e142b
commit
942188e7d6
@ -1502,7 +1502,7 @@ sub RotateForecast {
|
|||||||
my $stationChanged = ::ReadingsVal($name, 'fc_station', '') ne $station;
|
my $stationChanged = ::ReadingsVal($name, 'fc_station', '') ne $station;
|
||||||
if ($stationChanged) {
|
if ($stationChanged) {
|
||||||
# different station, delete all existing readings
|
# different station, delete all existing readings
|
||||||
::Log3 $name, 3, "$name: RotateForecast: station has changed, deleting exisiting readings";
|
::Log3 $name, 3, "$name: RotateForecast: station has changed, deleting existing readings";
|
||||||
::CommandDeleteReading(undef, "$name ^fc.*");
|
::CommandDeleteReading(undef, "$name ^fc.*");
|
||||||
$daysAvailable = 0;
|
$daysAvailable = 0;
|
||||||
} elsif (defined($oldToday)) {
|
} elsif (defined($oldToday)) {
|
||||||
@ -1830,133 +1830,6 @@ sub ConvertToErrorMessage {
|
|||||||
return $errorMessage;
|
return $errorMessage;
|
||||||
}
|
}
|
||||||
|
|
||||||
=over
|
|
||||||
|
|
||||||
download forecast kmz file from URL into a string variable and unzip string content into a string array with one entry per file in zip
|
|
||||||
|
|
||||||
=over
|
|
||||||
|
|
||||||
=item * param name: name of DWD_OpenData device
|
|
||||||
|
|
||||||
=item * param param: parameter hash from call to HttpUtils_NonblockingGet
|
|
||||||
|
|
||||||
=item * return array of file contents (one per file, typically one)
|
|
||||||
|
|
||||||
=back
|
|
||||||
|
|
||||||
=cut
|
|
||||||
|
|
||||||
sub GetForecastDataDiskless {
|
|
||||||
my ($name, $param) = @_;
|
|
||||||
|
|
||||||
# download forecast document into variable
|
|
||||||
my @fileContent;
|
|
||||||
my ($httpError, $zipFileContent) = ::HttpUtils_BlockingGet($param);
|
|
||||||
eval {
|
|
||||||
my $url = $param->{url};
|
|
||||||
my $code = $param->{code};
|
|
||||||
if (defined($httpError) && length($httpError) > 0) {
|
|
||||||
die "error retrieving URL '$url': $httpError";
|
|
||||||
}
|
|
||||||
if (defined($code) && $code != 200) {
|
|
||||||
die "HTTP error $code retrieving URL '$url'";
|
|
||||||
}
|
|
||||||
if (!defined($zipFileContent) || length($zipFileContent) == 0) {
|
|
||||||
die "no data retrieved from URL '$url'";
|
|
||||||
}
|
|
||||||
|
|
||||||
::Log3 $name, 5, "$name: GetForecastDataDiskless: data received, unzipping ...";
|
|
||||||
|
|
||||||
# create memory mapped file from received data and unzip into string array
|
|
||||||
open my $zipFileHandle, '<', \$zipFileContent;
|
|
||||||
unzip($zipFileHandle => \@fileContent, MultiStream => 1, AutoClose => 1) or die "unzip failed: $UnzipError\n";
|
|
||||||
};
|
|
||||||
|
|
||||||
return (ConvertToErrorMessage($@, $name, 'GetForecastDataDiskless'), \@fileContent);
|
|
||||||
}
|
|
||||||
|
|
||||||
=over
|
|
||||||
|
|
||||||
download forecast kmz file from URL into a string variable, unzip into temp file and filter forecast data for station into a string
|
|
||||||
|
|
||||||
=over
|
|
||||||
|
|
||||||
=item * param name: name of DWD_OpenData device
|
|
||||||
|
|
||||||
=item * param param: parameter hash from call to HttpUtils_NonblockingGet
|
|
||||||
|
|
||||||
=item * return array of file contents (one per file, typically one)
|
|
||||||
|
|
||||||
=back
|
|
||||||
|
|
||||||
=cut
|
|
||||||
|
|
||||||
sub GetForecastDataUsingFile {
|
|
||||||
my ($name, $param) = @_;
|
|
||||||
|
|
||||||
# download forecast document into variable
|
|
||||||
my @fileContent;
|
|
||||||
my ($httpError, $zipFileContent) = ::HttpUtils_BlockingGet($param);
|
|
||||||
eval {
|
|
||||||
my $url = $param->{url};
|
|
||||||
my $code = $param->{code};
|
|
||||||
if (defined($httpError) && length($httpError) > 0) {
|
|
||||||
die "error retrieving URL '$url': $httpError";
|
|
||||||
}
|
|
||||||
if (defined($code) && $code != 200) {
|
|
||||||
die "HTTP error $code retrieving URL '$url'";
|
|
||||||
}
|
|
||||||
if (!defined($zipFileContent) || length($zipFileContent) == 0) {
|
|
||||||
die "no data retrieved from URL '$url'";
|
|
||||||
}
|
|
||||||
|
|
||||||
::Log3 $name, 5, "$name: GetForecastDataUsingFile: data received, unzipping ...";
|
|
||||||
|
|
||||||
# unzip to temp file
|
|
||||||
open(my $zipFileHandle, '<', \$zipFileContent) or die "unable to open file $!";
|
|
||||||
my $hash = $param->{hash};
|
|
||||||
my $station = $param->{station};
|
|
||||||
my $kmlFileName = dirname($hash->{".forecastFile"}) . "/" . "forecast-$station.kml";
|
|
||||||
unzip($zipFileHandle => $kmlFileName, MultiStream => 1, AutoClose => 1) or die "unzip failed: $UnzipError\n";
|
|
||||||
my $kmlFileSize = -s $kmlFileName;
|
|
||||||
::Log3 $name, 5, "$name: GetForecastDataUsingFile: unzipped " . $kmlFileSize . " bytes, filtering ...";
|
|
||||||
|
|
||||||
# read temp file content into string
|
|
||||||
open(my $kmlFileHandle, '<', $kmlFileName) or die "unable to open file $!";
|
|
||||||
#read($kmlFileHandle, my $fileData, -s $kmlFileHandle);
|
|
||||||
my $fileData = '';
|
|
||||||
my $phase = 0; # copy header
|
|
||||||
$station = $param->{station};
|
|
||||||
while (my $line = <$kmlFileHandle>) {
|
|
||||||
if ($line =~ /<kml:name/) {
|
|
||||||
if ($line =~ /$station/) {
|
|
||||||
$phase = 2; # copy station data
|
|
||||||
} else {
|
|
||||||
$phase = 1; # skip station data
|
|
||||||
}
|
|
||||||
} elsif ($phase == 2 && $line =~ /<\/kml:Placemark/) {
|
|
||||||
$phase = 3; # done
|
|
||||||
}
|
|
||||||
if ($phase == 0 || $phase == 2) {
|
|
||||||
# copy line
|
|
||||||
$fileData .= $line;
|
|
||||||
} elsif ($phase == 3) {
|
|
||||||
# finalize document
|
|
||||||
$fileData .= $line . " </kml:Document>\n" . "</kml:kml>";
|
|
||||||
$phase = 4;
|
|
||||||
last;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
close($kmlFileHandle);
|
|
||||||
unlink($kmlFileName);
|
|
||||||
::Log3 $name, 5, "$name: GetForecastDataUsingFile: filtered " . length($fileData) . " bytes";
|
|
||||||
|
|
||||||
push(@fileContent, \$fileData);
|
|
||||||
};
|
|
||||||
|
|
||||||
return (ConvertToErrorMessage($@, $name, 'GetForecastDataUsingFile'), \@fileContent);
|
|
||||||
}
|
|
||||||
|
|
||||||
=head2 GetForecastStart($)
|
=head2 GetForecastStart($)
|
||||||
|
|
||||||
BlockingCall I<BlockingFn> callback
|
BlockingCall I<BlockingFn> callback
|
||||||
@ -2003,7 +1876,7 @@ sub GetForecastStart {
|
|||||||
$maxDocAge = 0; # Heiko ... wozu nochmal Wartezeit checken wenn bereits in IsDocumentUpdated?
|
$maxDocAge = 0; # Heiko ... wozu nochmal Wartezeit checken wenn bereits in IsDocumentUpdated?
|
||||||
$update = $update && ($lastDocSize == 0 || ($dwdDocTimestamp - $lastDocTimestamp) >= $maxDocAge);
|
$update = $update && ($lastDocSize == 0 || ($dwdDocTimestamp - $lastDocTimestamp) >= $maxDocAge);
|
||||||
|
|
||||||
::Log3 $name, 5, "$name: GetForecastStart dwdDocTime: $dwdDocTime, dwdDocTimestamp: $dwdDocTimestamp, dwdDocSize: $dwdDocSize, lastDocTimestamp: $lastDocTimestamp, maxDocAge: $maxDocAge, lastDocSize: $lastDocSize : update: $update";
|
::Log3 $name, 5, "$name: GetForecastStart dwdDocTime: $dwdDocTime, dwdDocTimestamp: $dwdDocTimestamp, dwdDocSize: $dwdDocSize, lastDocTimestamp: $lastDocTimestamp, maxDocAge: $maxDocAge, lastDocSize: $lastDocSize : update: $update";
|
||||||
|
|
||||||
my $result;
|
my $result;
|
||||||
if ($update) {
|
if ($update) {
|
||||||
@ -2021,19 +1894,8 @@ sub GetForecastStart {
|
|||||||
|
|
||||||
# download and unpack forecast report
|
# download and unpack forecast report
|
||||||
::Log3 $name, 5, "$name: GetForecastStart START (PID $$): $url";
|
::Log3 $name, 5, "$name: GetForecastStart START (PID $$): $url";
|
||||||
my ($errorMessage, $fileContent);
|
|
||||||
if ($dwdDocSize == 0 || $dwdDocSize > 1000000) {
|
|
||||||
($errorMessage, $fileContent) = GetForecastDataUsingFile($name, $param);
|
|
||||||
} else {
|
|
||||||
($errorMessage, $fileContent) = GetForecastDataDiskless($name, $param);
|
|
||||||
}
|
|
||||||
|
|
||||||
# process forecast data
|
$result = ProcessForecast($param);
|
||||||
if (length($errorMessage)) {
|
|
||||||
$result = [$name, $errorMessage];
|
|
||||||
} else {
|
|
||||||
$result = ProcessForecast($param, $fileContent);
|
|
||||||
}
|
|
||||||
|
|
||||||
::Log3 $name, 5, "$name: GetForecastStart END";
|
::Log3 $name, 5, "$name: GetForecastStart END";
|
||||||
} else {
|
} else {
|
||||||
@ -2088,7 +1950,7 @@ sub getStationPos {
|
|||||||
return $pos;
|
return $pos;
|
||||||
}
|
}
|
||||||
|
|
||||||
=head2 ProcessForecast($$$)
|
=head2 ProcessForecast($)
|
||||||
|
|
||||||
=over
|
=over
|
||||||
|
|
||||||
@ -2110,7 +1972,7 @@ ATTENTION: This method is executed in a different process than FHEM.
|
|||||||
=cut
|
=cut
|
||||||
|
|
||||||
sub ProcessForecast {
|
sub ProcessForecast {
|
||||||
my ($param, $xmlStrings) = @_;
|
my $param = shift;
|
||||||
my $hash = $param->{hash};
|
my $hash = $param->{hash};
|
||||||
my $name = $hash->{NAME};
|
my $name = $hash->{NAME};
|
||||||
my $url = $param->{url};
|
my $url = $param->{url};
|
||||||
@ -2125,7 +1987,23 @@ sub ProcessForecast {
|
|||||||
my $relativeDay = 0;
|
my $relativeDay = 0;
|
||||||
my @coordinates;
|
my @coordinates;
|
||||||
{
|
{
|
||||||
::Log3 $name, 5, "$name: ProcessForecast: data unpacked, decoding ...";
|
::Log3 $name, 5, "$name: ProcessForecast: download data ...";
|
||||||
|
|
||||||
|
# download forecast document into variable
|
||||||
|
my ($httpError, $zipFileContent) = ::HttpUtils_BlockingGet($param);
|
||||||
|
my $url = $param->{url};
|
||||||
|
my $code = $param->{code};
|
||||||
|
if (defined($httpError) && length($httpError) > 0) {
|
||||||
|
die "error retrieving URL '$url': $httpError";
|
||||||
|
}
|
||||||
|
if (defined($code) && $code != 200) {
|
||||||
|
die "HTTP error $code retrieving URL '$url'";
|
||||||
|
}
|
||||||
|
if (!defined($zipFileContent) || length($zipFileContent) == 0) {
|
||||||
|
die "no data retrieved from URL '$url'";
|
||||||
|
}
|
||||||
|
|
||||||
|
::Log3 $name, 5, "$name: ProcessForecast: data received, unzipping and decoding ...";
|
||||||
|
|
||||||
# prepare processing
|
# prepare processing
|
||||||
my $forecastProperties = ::AttrVal($name, 'forecastProperties', undef);
|
my $forecastProperties = ::AttrVal($name, 'forecastProperties', undef);
|
||||||
@ -2153,150 +2031,207 @@ sub ProcessForecast {
|
|||||||
$header{dwdDocSize} = $dwdDocSize;
|
$header{dwdDocSize} = $dwdDocSize;
|
||||||
$header{dwdDocTime} = $dwdDocTime;
|
$header{dwdDocTime} = $dwdDocTime;
|
||||||
|
|
||||||
# parse XML strings (files from zip)
|
my $zip = new IO::Uncompress::Unzip(\$zipFileContent) or die "unzip failed: $UnzipError\n";
|
||||||
for my $xmlString (@$xmlStrings) {
|
|
||||||
if (substr(${$xmlString}, 0, 2) eq 'PK') { # empty string, skip
|
|
||||||
# empty string, skip
|
|
||||||
next;
|
|
||||||
}
|
|
||||||
|
|
||||||
# parse XML string
|
my $buffer;
|
||||||
::Log3 $name, 5, "$name: ProcessForecast: parsing XML document";
|
my $offset = 0;
|
||||||
my $dom = XML::LibXML->load_xml(string => $xmlString);
|
my $startOfLine = 0;
|
||||||
if (!$dom) {
|
my $endOfLine = 0;
|
||||||
die "parsing XML failed";
|
my $line;
|
||||||
}
|
my $collect = 0;
|
||||||
|
my $collectString = '';
|
||||||
|
my $headerParsed = 0;
|
||||||
|
my $xmlVersion = '<?xml version="1.0" encoding="ISO-8859-1" standalone="yes"?>';
|
||||||
|
my $xmlFormat = '<kml:kml xmlns:dwd="https://opendata.dwd.de/weather/lib/pointforecast_dwd_extension_V1_0.xsd" xmlns:gx="http://www.google.com/kml/ext/2.2" xmlns:xal="urn:oasis:names:tc:ciq:xsdschema:xAL:2.0" xmlns:kml="http://www.opengis.net/kml/2.2" xmlns:atom="http://www.w3.org/2005/Atom">';
|
||||||
|
|
||||||
::Log3 $name, 5, "$name: ProcessForecast: extracting data";
|
my @timestamps;
|
||||||
|
my $issuer = undef;
|
||||||
|
my $defaultUndefSign = '-';
|
||||||
|
my %timeProperties;
|
||||||
|
my ($longitude, $latitude, $altitude);
|
||||||
|
|
||||||
# extract header data
|
# split into chunks of 1MB
|
||||||
my @timestamps;
|
READ_CHUNKS:
|
||||||
my $issuer = undef;
|
while ($zip->read($buffer, 1000000, $offset) > 0) {
|
||||||
my $defaultUndefSign = '-';
|
$endOfLine = index($buffer, "\n");
|
||||||
my $productDefinitionNodeList = $dom->getElementsByLocalName('ProductDefinition');
|
|
||||||
if ($productDefinitionNodeList->size()) {
|
while ($endOfLine != -1) {
|
||||||
my $productDefinitionNode = $productDefinitionNodeList->get_node(1);
|
$line = substr($buffer, $startOfLine, $endOfLine - $startOfLine + 1);
|
||||||
for my $productDefinitionChildNode ($productDefinitionNode->nonBlankChildNodes()) {
|
$startOfLine = $endOfLine + 1;
|
||||||
if ($productDefinitionChildNode->nodeName() eq 'dwd:Issuer') {
|
$endOfLine = index($buffer, "\n", $startOfLine);
|
||||||
$issuer = $productDefinitionChildNode->textContent();
|
|
||||||
$header{copyright} = "Datenbasis: $issuer";
|
if ($headerParsed == 0) {
|
||||||
} elsif ($productDefinitionChildNode->nodeName() eq 'dwd:IssueTime') {
|
if (index($line, '<?xml') != -1) {
|
||||||
my $issueTime = $productDefinitionChildNode->textContent();
|
$xmlVersion = $line;
|
||||||
$header{time} = FormatDateTimeLocal($hash, ParseKMLTime($issueTime));
|
} elsif (index($line, '<kml:kml') != -1) {
|
||||||
} elsif ($productDefinitionChildNode->nodeName() eq 'dwd:ForecastTimeSteps') {
|
$xmlFormat = $line;
|
||||||
for my $forecastTimeStepsChildNode ($productDefinitionChildNode->nonBlankChildNodes()) {
|
} elsif (index($line, '<dwd:Issuer>') != -1) {
|
||||||
if ($forecastTimeStepsChildNode->nodeName() eq 'dwd:TimeStep') {
|
if ($line =~ /<dwd:Issuer>([^<]+)<\/dwd:Issuer>/) {
|
||||||
my $forecastTimeSteps = $forecastTimeStepsChildNode->textContent();
|
$issuer = $1;
|
||||||
push(@timestamps, ParseKMLTime($forecastTimeSteps));
|
$header{copyright} = "Datenbasis: $issuer";
|
||||||
}
|
|
||||||
}
|
}
|
||||||
} elsif ($productDefinitionChildNode->nodeName() eq 'dwd:FormatCfg') {
|
} elsif (index($line, '<dwd:IssueTime>') != -1) {
|
||||||
for my $formatCfgChildNode ($productDefinitionChildNode->nonBlankChildNodes()) {
|
if ($line =~ /<dwd:IssueTime>([^<]+)<\/dwd:IssueTime>/) {
|
||||||
if ($formatCfgChildNode->nodeName() eq 'dwd:DefaultUndefSign') {
|
my $issueTime = $1;
|
||||||
$defaultUndefSign = $formatCfgChildNode->textContent();
|
$header{time} = FormatDateTimeLocal($hash, ParseKMLTime($issueTime));
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
} elsif (index($line, '<dwd:ForecastTimeSteps>') != -1) {
|
||||||
|
$collect = 1;
|
||||||
|
} elsif (index($line, '</dwd:ForecastTimeSteps>') != -1) {
|
||||||
|
$collect = 0;
|
||||||
|
|
||||||
|
while ($collectString =~ m/<dwd:TimeStep>([^<]+)<\/dwd:TimeStep>/g) {
|
||||||
|
my $forecastTimeSteps = $1;
|
||||||
|
push(@timestamps, ParseKMLTime($forecastTimeSteps));
|
||||||
|
}
|
||||||
|
|
||||||
|
$collectString = '';
|
||||||
|
} elsif (index($line, '<dwd:FormatCfg>') != -1) {
|
||||||
|
$collect = 1;
|
||||||
|
} elsif (index($line, '</dwd:FormatCfg>') != -1) {
|
||||||
|
$collect = 0;
|
||||||
|
|
||||||
|
if ($collectString =~ m/<dwd:DefaultUndefSign>([^<]+)<\/dwd:DefaultUndefSign>/) {
|
||||||
|
$defaultUndefSign = $1;
|
||||||
|
}
|
||||||
|
|
||||||
|
$collectString = '';
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
$forecast{timestamps} = \@timestamps;
|
|
||||||
$header{defaultUndefSign} = $defaultUndefSign;
|
|
||||||
|
|
||||||
if (!defined($issuer)) {
|
if (index($line, '<kml:Placemark>') != -1) {
|
||||||
die "error in XML data, forecast issuer not found";
|
# parsing the header data is not needed anymore
|
||||||
}
|
$headerParsed = 1;
|
||||||
|
$collect = 1;
|
||||||
# extract time data
|
} elsif (($collect == 1) && (index($line, '<kml:name>') != -1)) {
|
||||||
my %timeProperties;
|
if (index($line, $station.'</kml:name>', 10) == -1) {
|
||||||
my ($longitude, $latitude, $altitude);
|
# no match
|
||||||
my $placemarkNodeList = $dom->getElementsByLocalName('Placemark');
|
$collect = 0;
|
||||||
if ($placemarkNodeList->size()) {
|
$collectString = '';
|
||||||
my $placemarkNodePos;
|
|
||||||
if ($mosmixType eq 'S') {
|
|
||||||
$placemarkNodePos = getStationPos ($name, $station, $placemarkNodeList);
|
|
||||||
if ($placemarkNodePos < 1) {
|
|
||||||
die "station '" . $station . "' not found in XML data";
|
|
||||||
}
|
}
|
||||||
} else {
|
} elsif (($collect == 1) && (index($line, '</kml:Placemark>') != -1)) {
|
||||||
$placemarkNodePos = 1;
|
$collect = 0;
|
||||||
}
|
# add some additional tags needed for libXML
|
||||||
my $placemarkNode = $placemarkNodeList->get_node($placemarkNodePos);
|
$collectString = $xmlVersion."\n".$xmlFormat."\n<kml:Document>\n".$collectString.$line."\n</kml:Document>\n</kml:kml>";
|
||||||
for my $placemarkChildNode ($placemarkNode->nonBlankChildNodes()) {
|
|
||||||
if ($placemarkChildNode->nodeName() eq 'kml:description') {
|
my $dom = XML::LibXML->load_xml(string => $collectString);
|
||||||
my $description = $placemarkChildNode->textContent();
|
if (!$dom) {
|
||||||
$header{description} = encode('UTF-8', $description);
|
die "parsing XML failed";
|
||||||
} elsif ($placemarkChildNode->nodeName() eq 'kml:ExtendedData') {
|
}
|
||||||
for my $extendedDataChildNode ($placemarkChildNode->nonBlankChildNodes()) {
|
|
||||||
if ($extendedDataChildNode->nodeName() eq 'dwd:Forecast') {
|
my $placemarkNodeList = $dom->getElementsByLocalName('Placemark');
|
||||||
my $elementName = $extendedDataChildNode->getAttribute('dwd:elementName');
|
if ($placemarkNodeList->size()) {
|
||||||
# convert some elements names for backward compatibility
|
my $placemarkNode = $placemarkNodeList->get_node(1);
|
||||||
my $alias = $forecastPropertyAliases{$elementName};
|
|
||||||
if (defined($alias)) { $elementName = $alias };
|
for my $placemarkChildNode ($placemarkNode->nonBlankChildNodes()) {
|
||||||
my $selectedProperty = $selectedProperties{$elementName};
|
if ($placemarkChildNode->nodeName() eq 'kml:description') {
|
||||||
if (defined($selectedProperty)) {
|
my $description = $placemarkChildNode->textContent();
|
||||||
my $textContent = $extendedDataChildNode->nonBlankChildNodes()->get_node(1)->textContent();
|
$header{description} = encode('UTF-8', $description);
|
||||||
$textContent =~ s/^\s+|\s+$//g; # trim outside
|
} elsif ($placemarkChildNode->nodeName() eq 'kml:ExtendedData') {
|
||||||
$textContent =~ s/\s+/ /g; # trim inside
|
for my $extendedDataChildNode ($placemarkChildNode->nonBlankChildNodes()) {
|
||||||
my @values = split(' ', $textContent);
|
if ($extendedDataChildNode->nodeName() eq 'dwd:Forecast') {
|
||||||
$timeProperties{$elementName} = \@values;
|
my $elementName = $extendedDataChildNode->getAttribute('dwd:elementName');
|
||||||
|
# convert some elements names for backward compatibility
|
||||||
|
my $alias = $forecastPropertyAliases{$elementName};
|
||||||
|
if (defined($alias)) {
|
||||||
|
$elementName = $alias
|
||||||
|
}
|
||||||
|
|
||||||
|
my $selectedProperty = $selectedProperties{$elementName};
|
||||||
|
if (defined($selectedProperty)) {
|
||||||
|
my $textContent = $extendedDataChildNode->nonBlankChildNodes()->get_node(1)->textContent();
|
||||||
|
$textContent =~ s/^\s+|\s+$//g; # trim outside
|
||||||
|
$textContent =~ s/\s+/ /g; # trim inside
|
||||||
|
my @values = split(' ', $textContent);
|
||||||
|
$timeProperties{$elementName} = \@values;
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
} elsif ($placemarkChildNode->nodeName() eq 'kml:Point') {
|
||||||
|
my $coordinates = $placemarkChildNode->nonBlankChildNodes()->get_node(1)->textContent();
|
||||||
|
$header{coordinates} = $coordinates;
|
||||||
|
($longitude, $latitude, $altitude) = split(',', $coordinates);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
} elsif ($placemarkChildNode->nodeName() eq 'kml:Point') {
|
|
||||||
my $coordinates = $placemarkChildNode->nonBlankChildNodes()->get_node(1)->textContent();
|
|
||||||
$header{coordinates} = $coordinates;
|
|
||||||
($longitude, $latitude, $altitude) = split(',', $coordinates);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
# jump out of chunk loop
|
||||||
|
last READ_CHUNKS;
|
||||||
|
}
|
||||||
|
|
||||||
|
if ($collect == 1) {
|
||||||
|
$collectString .= $line;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
# calculate sun position dependent properties for each timestamp
|
# find end of last line within chunk
|
||||||
if (defined($longitude) && defined($latitude) && defined($altitude)) {
|
my $end = rindex($buffer, "\n");
|
||||||
my @azimuths;
|
# copy the last incomplete line to the buffer of the next chunk
|
||||||
my @elevations;
|
if (($end > 0) && ($end < length($buffer) - 1)) {
|
||||||
my @sunups;
|
$buffer = substr($buffer, $end + 1);
|
||||||
my @sunrises;
|
$offset = length($buffer);
|
||||||
my @sunsets;
|
|
||||||
my $lastDate = '';
|
|
||||||
my $sunElevationCorrection = AstroSun::ElevationCorrection($altitude);
|
|
||||||
for my $timestamp (@timestamps) {
|
|
||||||
my ($azimuth, $elevation) = AstroSun::AzimuthElevation($timestamp, $longitude, $latitude);
|
|
||||||
push(@azimuths, $azimuth); # [deg]
|
|
||||||
push(@elevations, $elevation); # [deg]
|
|
||||||
push(@sunups, $elevation >= $sunElevationCorrection? 1 : 0);
|
|
||||||
my $date = FormatDateLocal($hash, $timestamp);
|
|
||||||
if ($date ne $lastDate) {
|
|
||||||
# one calculation per day
|
|
||||||
my ($rise, $transit, $set) = AstroSun::RiseSet($timestamp + LocaltimeOffset($hash, $timestamp), $longitude, $latitude, $altitude);
|
|
||||||
push(@sunrises, FormatTimeLocal($hash, $rise)); # round down to current minute
|
|
||||||
push(@sunsets, FormatTimeLocal($hash, $set + 30)); # round up to next minute
|
|
||||||
$lastDate = $date;
|
|
||||||
|
|
||||||
#::Log3 $name, 3, "$name: ProcessForecast " . FormatDateTimeLocal($hash, $timestamp) . " $rise " . FormatDateTimeLocal($hash, $rise) . " $transit " . FormatDateTimeLocal($hash, $transit). " $set " . FormatDateTimeLocal($hash, $set + 30);
|
|
||||||
} else {
|
|
||||||
push(@sunrises, $defaultUndefSign); # round down to current minute
|
|
||||||
push(@sunsets, $defaultUndefSign); # round up to next minute
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (defined($selectedProperties{SunAz})) {
|
|
||||||
$timeProperties{SunAz} = \@azimuths;
|
|
||||||
}
|
|
||||||
if (defined($selectedProperties{SunEl})) {
|
|
||||||
$timeProperties{SunEl} = \@elevations;
|
|
||||||
}
|
|
||||||
if (defined($selectedProperties{SunUp})) {
|
|
||||||
$timeProperties{SunUp} = \@sunups;
|
|
||||||
}
|
|
||||||
if (defined($selectedProperties{SunRise})) {
|
|
||||||
$timeProperties{SunRise} = \@sunrises;
|
|
||||||
}
|
|
||||||
if (defined($selectedProperties{SunSet})) {
|
|
||||||
$timeProperties{SunSet} = \@sunsets;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
$forecast{timeProperties} = \%timeProperties;
|
$startOfLine = 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
$zip->close();
|
||||||
|
|
||||||
|
$forecast{timestamps} = \@timestamps;
|
||||||
|
$header{defaultUndefSign} = $defaultUndefSign;
|
||||||
|
|
||||||
|
if (!defined($issuer)) {
|
||||||
|
die "error in XML data, forecast issuer not found";
|
||||||
|
}
|
||||||
|
|
||||||
|
::Log3 $name, 5, "$name: ProcessForecast: extracting data";
|
||||||
|
|
||||||
|
# calculate sun position dependent properties for each timestamp
|
||||||
|
if (defined($longitude) && defined($latitude) && defined($altitude)) {
|
||||||
|
my @azimuths;
|
||||||
|
my @elevations;
|
||||||
|
my @sunups;
|
||||||
|
my @sunrises;
|
||||||
|
my @sunsets;
|
||||||
|
my $lastDate = '';
|
||||||
|
my $sunElevationCorrection = AstroSun::ElevationCorrection($altitude);
|
||||||
|
for my $timestamp (@timestamps) {
|
||||||
|
my ($azimuth, $elevation) = AstroSun::AzimuthElevation($timestamp, $longitude, $latitude);
|
||||||
|
push(@azimuths, $azimuth); # [deg]
|
||||||
|
push(@elevations, $elevation); # [deg]
|
||||||
|
push(@sunups, $elevation >= $sunElevationCorrection? 1 : 0);
|
||||||
|
my $date = FormatDateLocal($hash, $timestamp);
|
||||||
|
if ($date ne $lastDate) {
|
||||||
|
# one calculation per day
|
||||||
|
my ($rise, $transit, $set) = AstroSun::RiseSet($timestamp + LocaltimeOffset($hash, $timestamp), $longitude, $latitude, $altitude);
|
||||||
|
push(@sunrises, FormatTimeLocal($hash, $rise)); # round down to current minute
|
||||||
|
push(@sunsets, FormatTimeLocal($hash, $set + 30)); # round up to next minute
|
||||||
|
$lastDate = $date;
|
||||||
|
|
||||||
|
#::Log3 $name, 3, "$name: ProcessForecast " . FormatDateTimeLocal($hash, $timestamp) . " $rise " . FormatDateTimeLocal($hash, $rise) . " $transit " . FormatDateTimeLocal($hash, $transit). " $set " . FormatDateTimeLocal($hash, $set + 30);
|
||||||
|
} else {
|
||||||
|
push(@sunrises, $defaultUndefSign); # round down to current minute
|
||||||
|
push(@sunsets, $defaultUndefSign); # round up to next minute
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (defined($selectedProperties{SunAz})) {
|
||||||
|
$timeProperties{SunAz} = \@azimuths;
|
||||||
|
}
|
||||||
|
if (defined($selectedProperties{SunEl})) {
|
||||||
|
$timeProperties{SunEl} = \@elevations;
|
||||||
|
}
|
||||||
|
if (defined($selectedProperties{SunUp})) {
|
||||||
|
$timeProperties{SunUp} = \@sunups;
|
||||||
|
}
|
||||||
|
if (defined($selectedProperties{SunRise})) {
|
||||||
|
$timeProperties{SunRise} = \@sunrises;
|
||||||
|
}
|
||||||
|
if (defined($selectedProperties{SunSet})) {
|
||||||
|
$timeProperties{SunSet} = \@sunsets;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
$forecast{timeProperties} = \%timeProperties;
|
||||||
$forecast{header} = \%header;
|
$forecast{header} = \%header;
|
||||||
};
|
};
|
||||||
|
|
||||||
@ -3229,6 +3164,9 @@ sub DWD_OpenData_Initialize {
|
|||||||
#
|
#
|
||||||
# CHANGES
|
# CHANGES
|
||||||
#
|
#
|
||||||
|
# 18.05.2024 (version 1.17.4) mumpitzstuff
|
||||||
|
# feature: uRAM/Flash consumption significantly reduced
|
||||||
|
#
|
||||||
# 01.03.2024 (version 1.17.3) jensb + DS_Starter
|
# 01.03.2024 (version 1.17.3) jensb + DS_Starter
|
||||||
# feature: unzip large forecast files to disk and filter out selected station before processing
|
# feature: unzip large forecast files to disk and filter out selected station before processing
|
||||||
# change: increased max value for attribute downloadTimeout to 120 s
|
# change: increased max value for attribute downloadTimeout to 120 s
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user