first commit
This commit is contained in:
Marko Oldenburg
commit
c5aec2da8d
54
backupME.conf
Normal file
54
backupME.conf
Normal file
@ -0,0 +1,54 @@
|
|||||||
|
### Konfiguration
|
||||||
|
# wie soll das Verzeichnis heißen wo die Backups hin geschrieben werden
|
||||||
|
BACKUPDIRNAME=fhem_backups
|
||||||
|
|
||||||
|
# Name der Backupdatei
|
||||||
|
BACKUPFILENAME=fhem_backup
|
||||||
|
|
||||||
|
# Startverzeichnis wo Daten liegen zum sichern
|
||||||
|
SOURCEPATH=/opt/fhem/backup
|
||||||
|
|
||||||
|
# Dateien Komma getrennt welche gesichert werden sollen. Kann auch zum Beispiel mittels *.md oder * fur alles lauten. Muss sich aber unterhalb von SOURCEPATH befinden
|
||||||
|
FILES_TO_BACKUP=FHEM-"`date +%Y%m%d`"*.tar.gz
|
||||||
|
|
||||||
|
# Verzeichnis unter welches die Backupstruktur aufgebaut werden soll.
|
||||||
|
BACKUPPATH=/home/marko/Google_Drive_Secure/pi-webapp01_BACKUPS
|
||||||
|
|
||||||
|
# wie viele Backups sollen aufgehoben werden.
|
||||||
|
DAILY_DATA_BACKUPS=6
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
### Special Konfiguration
|
||||||
|
# Soll bei nicht vorhanden sein des Backupverzeichnis das Skript abgebrochen werden. Sinnvoll bei encfs oder eingebundenen Netzwerkverzeichnissen. 0 nein 1 ja
|
||||||
|
SPECIALCHECK_BACKUPPATH=1
|
||||||
|
|
||||||
|
# Verzeichnisse welche aufgeräumt werden sollen. Löschen aller Daten älter CLEAN_UP_DAYS Tage
|
||||||
|
CLEAN_UP_PATHS=/opt/fhem/backup/*
|
||||||
|
|
||||||
|
# löschen älter X Tage
|
||||||
|
CLEAN_UP_DAYS=4
|
||||||
|
|
||||||
|
# soll das Ergebnis des Backups (ok|error) in ein FHEM Dummy geschrieben werden? 0 nein 1 ja
|
||||||
|
# telnet Instanz muss ohne SSL und Passwort vorhanden sein
|
||||||
|
FHEMSUPPORT=1
|
||||||
|
|
||||||
|
# Name des FHEM Dummys für das schreiben des Ergebnisses
|
||||||
|
FHEMDUMMY=dummyBackupScript
|
||||||
|
|
||||||
|
|
||||||
|
### MySQL DB Dumps
|
||||||
|
# soll ein MYSQL Dump erstellt werden 0 nein 1 ja
|
||||||
|
MYSQLDUMP=0
|
||||||
|
|
||||||
|
# Datenbank User
|
||||||
|
DBUSER=
|
||||||
|
|
||||||
|
# Datenbank User Passwort
|
||||||
|
DBPASS=
|
||||||
|
|
||||||
|
# Instanzname der Datenbank
|
||||||
|
DBNAMES=fhemLogHistory
|
||||||
|
|
||||||
|
# wo soll der Dump hingeschrieben werden
|
||||||
|
DBBACKUPPATH=/opt/fhem/backup
|
||||||
310
backupME.pl
Normal file
310
backupME.pl
Normal file
@ -0,0 +1,310 @@
|
|||||||
|
#!/usr/bin/perl
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
#
|
||||||
|
# Developed with Kate
|
||||||
|
#
|
||||||
|
# (c) 2019 Copyright: Marko Oldenburg (marko.oldenburg at araneaconsult dot de)
|
||||||
|
# All rights reserved
|
||||||
|
#
|
||||||
|
#
|
||||||
|
# This script is free software; you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU General Public License as published by
|
||||||
|
# the Free Software Foundation; either version 2 of the License, or
|
||||||
|
# any later version.
|
||||||
|
#
|
||||||
|
# The GNU General Public License can be found at
|
||||||
|
# http://www.gnu.org/copyleft/gpl.html.
|
||||||
|
# A copy is found in the textfile GPL.txt and important notices to the license
|
||||||
|
# from the author is found in LICENSE.txt distributed with these scripts.
|
||||||
|
#
|
||||||
|
# This script is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
# GNU General Public License for more details.
|
||||||
|
#
|
||||||
|
#
|
||||||
|
###############################################################################
|
||||||
|
#
|
||||||
|
# Version 1.0.0.2
|
||||||
|
|
||||||
|
|
||||||
|
use strict;
|
||||||
|
use warnings;
|
||||||
|
use POSIX;
|
||||||
|
|
||||||
|
use Term::ANSIColor;
|
||||||
|
use IO::Socket::INET;
|
||||||
|
|
||||||
|
##################################################
|
||||||
|
# Forward declarations
|
||||||
|
#
|
||||||
|
sub readConfigFile;
|
||||||
|
sub logMessage($$);
|
||||||
|
sub MainBackup;
|
||||||
|
sub checkBackUpPathStructsExist($);
|
||||||
|
sub createBackUpPathStructs($);
|
||||||
|
sub toCleanUp($);
|
||||||
|
sub rotateDailyBackupfiles;
|
||||||
|
sub createDBdump;
|
||||||
|
sub runBackup($);
|
||||||
|
sub sendStateToFHEM($);
|
||||||
|
|
||||||
|
##################################################
|
||||||
|
# Variables:
|
||||||
|
my $self = {};
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
###################################################
|
||||||
|
# Start the program
|
||||||
|
my ($conffile,$debug,$acount);
|
||||||
|
$debug = 0;
|
||||||
|
$conffile = shift @ARGV if( scalar(@ARGV) > 0 );
|
||||||
|
|
||||||
|
unless ( defined($conffile) and $conffile ) {
|
||||||
|
logMessage(3,'no Configfile specified');
|
||||||
|
exit;
|
||||||
|
}
|
||||||
|
|
||||||
|
unless ( -e $conffile ) {
|
||||||
|
logMessage(3,'can\'t find Configfile');
|
||||||
|
exit;
|
||||||
|
}
|
||||||
|
|
||||||
|
$self->{config}->{TARCMDPATH} = qx(which tar);
|
||||||
|
chomp($self->{config}->{TARCMDPATH});
|
||||||
|
|
||||||
|
unless ( defined($self->{config}->{TARCMDPATH}) and $self->{config}->{TARCMDPATH} ) {
|
||||||
|
logMessage(3,'can\'t find tar command');
|
||||||
|
exit 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
unless ( readConfigFile ) {
|
||||||
|
MainBackup;
|
||||||
|
} else { logMessage(3,'cant\'t read config file'); exit 0 };
|
||||||
|
|
||||||
|
|
||||||
|
exit 0;
|
||||||
|
|
||||||
|
##### SUBS ####
|
||||||
|
|
||||||
|
sub MainBackup {
|
||||||
|
my $fnState = 0;
|
||||||
|
my @bckPathStructur = ('archive','daily');
|
||||||
|
|
||||||
|
if ( not checkBackUpPathStructsExist($self->{config}->{BACKUPPATH}) and $self->{config}->{SPECIALCHECK_BACKUPPATH} ) {
|
||||||
|
logMessage(3,'can\'t find ' . $self->{config}->{BACKUPPATH} . '! check special mount?(encf,NFS,SMB)');
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
foreach (@bckPathStructur) {
|
||||||
|
createBackUpPathStructs($_) unless ( checkBackUpPathStructsExist($_) );
|
||||||
|
}
|
||||||
|
|
||||||
|
if ( defined($self->{config}->{CLEAN_UP_PATHS}) and $self->{config}->{CLEAN_UP_PATHS} ) {
|
||||||
|
logMessage(1,'Start cleanup Procedure');
|
||||||
|
|
||||||
|
$self->{config}->{FINDCMDPATH} = qx(which find);
|
||||||
|
chomp($self->{config}->{FINDCMDPATH});
|
||||||
|
|
||||||
|
if ( defined($self->{config}->{FINDCMDPATH}) and $self->{config}->{FINDCMDPATH} ) {
|
||||||
|
foreach (split(/,/,$self->{config}->{CLEAN_UP_PATHS})) {
|
||||||
|
toCleanUp($_);
|
||||||
|
}
|
||||||
|
} else { return logMessage(3,'no find command found') }
|
||||||
|
}
|
||||||
|
|
||||||
|
$fnState = rotateDailyBackupfiles unless ($fnState);
|
||||||
|
$fnState = createDBdump() if ( $self->{config}->{MYSQLDUMP} and not $fnState );
|
||||||
|
$fnState = runBackup(( (split(" ", localtime(time)))[0] =~ /^(Sun)$/ ? 'archiv' : 'daily' )) unless ($fnState);
|
||||||
|
|
||||||
|
sendStateToFHEM( ($fnState ? 'error' : 'ok') ) if ( $self->{config}->{FHEMSUPPORT} );
|
||||||
|
}
|
||||||
|
|
||||||
|
sub runBackup($) {
|
||||||
|
my $bckarchiv = shift;
|
||||||
|
|
||||||
|
my $state = 1;
|
||||||
|
my $filesToBackUpString;
|
||||||
|
foreach (split(/,/,$self->{config}->{FILES_TO_BACKUP})) {
|
||||||
|
$filesToBackUpString .= $self->{config}->{SOURCEPATH} . '/' . $_ . ' ';
|
||||||
|
}
|
||||||
|
|
||||||
|
if ( open( CMD, "$self->{config}->{TARCMDPATH} -cvjf $self->{config}->{BACKUPPATH}/$self->{config}->{BACKUPDIRNAME}/$bckarchiv/$self->{config}->{BACKUPFILENAME}.1.tar.bz2 $filesToBackUpString 2>&1 |" ) ) {
|
||||||
|
while ( my $line = <CMD> ) {
|
||||||
|
chomp($line);
|
||||||
|
print qq($line\n) if ( $debug == 1 );
|
||||||
|
|
||||||
|
if ( $line =~ m#($self->{config}->{SOURCEPATH}.*)# ) {
|
||||||
|
logMessage(1,'Erstelle Backup von ' . $1 . ' nach ' . $self->{config}->{BACKUPPATH}.'/'.$self->{config}->{BACKUPDIRNAME}.'/'.$bckarchiv.'/'.$self->{config}->{BACKUPFILENAME}.'.1.tar.bz2');
|
||||||
|
$state = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
close(CMD);
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
logMessage(3,"Couldn't use CMD: $!");
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
return $state;
|
||||||
|
}
|
||||||
|
|
||||||
|
sub createDBdump {
|
||||||
|
$self->{config}->{MYSQLDUMPCMDPATH} = qx(which mysqldump);
|
||||||
|
chomp($self->{config}->{MYSQLDUMPCMDPATH});
|
||||||
|
|
||||||
|
return logMessage(3,'can\'t find mysqldump command') unless ( defined($self->{config}->{MYSQLDUMPCMDPATH}) and $self->{config}->{MYSQLDUMPCMDPATH} );
|
||||||
|
|
||||||
|
my $state;
|
||||||
|
foreach (split(/,/,$self->{config}->{DBNAMES})) {
|
||||||
|
$state = 1;
|
||||||
|
if ( open( CMD, "$self->{config}->{MYSQLDUMPCMDPATH} --user=$self->{config}->{DBUSER} --password=$self->{config}->{DBPASS} -Q $_ | gzip > $self->{config}->{DBBACKUPPATH}/$_\_\"`date +%d-%m-%Y`\".sql.gz 2>&1 |" ) ) {
|
||||||
|
logMessage(1,'Erstelle Datenbank Dump für DB '.$_);
|
||||||
|
$state = 0;
|
||||||
|
close(CMD);
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
logMessage(3,"Couldn't use CMD: $!");
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return $state;
|
||||||
|
}
|
||||||
|
|
||||||
|
sub rotateDailyBackupfiles {
|
||||||
|
my $count;
|
||||||
|
my $state = 1;
|
||||||
|
|
||||||
|
for ($count=$self->{config}->{DAILY_DATA_BACKUPS}-1;$count>0;$count--) {
|
||||||
|
if ( -f $self->{config}->{BACKUPPATH} . '/' . $self->{config}->{BACKUPDIRNAME} . '/daily/' . $self->{config}->{BACKUPFILENAME} . '.' . $count . '.tar.bz2' ) {
|
||||||
|
my $countNew = $count + 1;
|
||||||
|
if ( open( CMD, "mv -v $self->{config}->{BACKUPPATH}/$self->{config}->{BACKUPDIRNAME}/daily/$self->{config}->{BACKUPFILENAME}.$count.tar.bz2 $self->{config}->{BACKUPPATH}/$self->{config}->{BACKUPDIRNAME}/daily/$self->{config}->{BACKUPFILENAME}.$countNew.tar.bz2 2>&1 |" ) ) {
|
||||||
|
while ( my $line = <CMD> ) {
|
||||||
|
chomp($line);
|
||||||
|
print qq($line\n) if ( $debug == 1 );
|
||||||
|
|
||||||
|
if ( $line =~ m#^\S+($self->{config}->{BACKUPFILENAME}\S+)'\s.+\s\S+($self->{config}->{BACKUPFILENAME}\S+)'$# ) {
|
||||||
|
logMessage(1,'Räume Backupverzeichnis auf. Move Backupfile '.$1.' to '.$2);
|
||||||
|
$state = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
close(CMD);
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
logMessage(3,"Couldn't use CMD: $!");
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return $state
|
||||||
|
}
|
||||||
|
|
||||||
|
sub toCleanUp($) {
|
||||||
|
my $cleanUpPath = shift;
|
||||||
|
|
||||||
|
my $state = 1;
|
||||||
|
if ( open( CMD, "$self->{config}->{FINDCMDPATH} $cleanUpPath -mtime +$self->{config}->{CLEAN_UP_DAYS} -exec rm -vrf {} \\; 2>&1 |" ) ) {
|
||||||
|
|
||||||
|
while ( my $line = <CMD> ) {
|
||||||
|
chomp($line);
|
||||||
|
print qq($line\n) if ( $debug == 1 );
|
||||||
|
|
||||||
|
if ( $line =~ m#^^'(.+)'.+entfernt$# ) {
|
||||||
|
logMessage(1,$1.' wurde entfernt');
|
||||||
|
$state = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
close(CMD);
|
||||||
|
return $state;
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
logMessage(3,"Couldn't use CMD: $!");
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
return $state;
|
||||||
|
}
|
||||||
|
|
||||||
|
sub readConfigFile {
|
||||||
|
if ( open(CF, "<$conffile") ) {
|
||||||
|
while ( my $line = <CF> ) {
|
||||||
|
chomp($line);
|
||||||
|
print qq($line\n) if ( $debug == 1 );
|
||||||
|
|
||||||
|
if ( $line =~ m#^([A-Z]+|[A-Z]+_[A-Z]+|[A-Z]+_[A-Z]+_[A-Z]+)=(.*)$# ) {
|
||||||
|
$self->{config}->{$1} = $2;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
close(CF);
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
logMessage(3,"Couldn't use CF: $!");
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
sub logMessage($$) {
|
||||||
|
my ($level,$text) = @_;
|
||||||
|
my %levels = ( 1 => 'bright_blue on_bright_green',
|
||||||
|
2 => '',
|
||||||
|
3 => 'bright_blue on_bright_red',
|
||||||
|
);
|
||||||
|
|
||||||
|
print colored([$levels{$level}], $text, "\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
sub checkBackUpPathStructsExist($) {
|
||||||
|
my $bckDir = shift;
|
||||||
|
|
||||||
|
if ( $bckDir ne $self->{config}->{BACKUPPATH} ) {
|
||||||
|
if ( -d $self->{config}->{BACKUPPATH} . '/' . $self->{config}->{BACKUPDIRNAME} . '/' . $bckDir ) { return 1 } else { return 0 }
|
||||||
|
} elsif ( $bckDir eq $self->{config}->{BACKUPPATH} ) {
|
||||||
|
if ( -d $bckDir ) { return 1 } else { return 0 }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
sub createBackUpPathStructs($) {
|
||||||
|
my $bckDir = shift;
|
||||||
|
|
||||||
|
my $state = 1;
|
||||||
|
if ( open( CMD, "mkdir -vp $self->{config}->{BACKUPPATH}/$self->{config}->{BACKUPDIRNAME}/$bckDir 2>&1 |" ) ) {
|
||||||
|
while ( my $line = <CMD> ) {
|
||||||
|
chomp($line);
|
||||||
|
print qq($line\n) if ( $debug == 1 );
|
||||||
|
|
||||||
|
if ( $line =~ m#^mkdir:.+\s'(.+)'\sangelegt$# ) {
|
||||||
|
logMessage(1,'Create Backupdirectory '.$1);
|
||||||
|
$state = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
close(CMD);
|
||||||
|
return $state;
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
logMessage(3,"Couldn't use CMD: $!");
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
return $state;
|
||||||
|
}
|
||||||
|
|
||||||
|
sub sendStateToFHEM($) {
|
||||||
|
my $bckState = shift;
|
||||||
|
|
||||||
|
my $HOSTNAME = "127.0.0.1";
|
||||||
|
my $HOSTPORT = "7072";
|
||||||
|
my $socket = IO::Socket::INET->new('PeerAddr' => $HOSTNAME,'PeerPort' => $HOSTPORT,'Proto' => 'tcp') ;
|
||||||
|
|
||||||
|
print $socket 'setreading ' . $self->{config}->{FHEMDUMMY} . ' state ' . $bckState ."\n";
|
||||||
|
|
||||||
|
$socket->close;
|
||||||
|
}
|
||||||
Loading…
x
Reference in New Issue
Block a user