[ADD] logging

backup.py

@@ -7,6 +7,7 @@ import os.path
 import docker
 import tarfile
 import time
+import logging
 from googleapiclient.discovery import build
 from googleapiclient.http import MediaIoBaseUpload, MediaFileUpload
 from google_auth_oauthlib.flow import InstalledAppFlow
@@ -23,9 +24,26 @@ ODOO_IMAGE = 'odoo/robert:8.0'
 # ODOO_PATH = '/opt/odoo'
 ODOO_PATH = '/home/robert'
 
+'''
+'''
+def configure_logging():
+    root_path = './logs'
+
+    if not os.path.exists(root_path):
+        os.mkdir(root_path)
+
+    log_name = 'backup_log_%s.txt' % datetime.now().strftime('%Y_%m_%d')
+    logging.basicConfig(filename=os.path.join(root_path, log_name), filemode='w', format='%(levelname)s - %(asctime)s - %(message)s', datefmt='%Y/%m/%d %H:%M:%S', level=logging.INFO)
+
+'''
+'''
+def log(message, level=logging.INFO):
+    logging.log(level, message)
+
 '''
 '''
 def get_drive_service():
+    log('Obteniendo credenciales')
     creds = None
 
     if os.path.exists('token.pickle'):
@@ -54,9 +72,14 @@ def delete_drive_old_folders(service=None):
     date_old = date_old.strftime("%Y-%m-%dT00:00:00")
 
     query = "mimeType='application/vnd.google-apps.folder' and createdTime < '%s'" % date_old
-    result = service.files().list(q=query, fields='files(id, name)').execute()
+    result = service.files().list(q=query, fields='files(id)').execute()
+
+    files = result.get('files', [])
 
-    for item in result.get('files', []):
+    if len(files) > 0:
+        log('Eliminando copias antiguas')
+
+    for item in files:
         service.files().delete(fileId=item.get('id')).execute()
 
 '''
@@ -70,6 +93,8 @@ def create_drive_folder(folder_name, service=None):
     if service == None:
         return None
 
+    log('Obteniedo carpeta remota')
+
     result = service.files().list(q="name='{}'".format(folder_name)).execute()
     items = result.get('files', [])
 
@@ -96,6 +121,7 @@ def get_pg_container(docker_client):
         pg_container = docker_client.containers.get(POSTGRES_CONTAINER)
         return pg_container
     except (NotFound, APIError):
+        log('Error al obtener el cliente de docker', logging.FATAL)
         return None
 
 '''
@@ -105,11 +131,14 @@ def list_postgres_databases(docker_client):
 
     if pg_container is None or pg_container.status == 'exited':
         return []
+
+    log('Obteniendo los nombres de base de datos')
     
     command = "psql -U %s -t -c 'SELECT datname FROM pg_database'" % POSTGRES_USER
     result = pg_container.exec_run(command)
 
     if result.exit_code == -1:
+        log('Error al obtener los nombres de base de datos')
         return []
 
     output = result.output.split('\n')
@@ -128,8 +157,10 @@ def filter_databases_by_active_containers(databases, docker_client):
         containers = docker_client.containers.list(filters={'status': 'running', 'ancestor': ODOO_IMAGE})
         containers_name = map(lambda x: x.name, containers)
 
+        log('Filtrando base de datos con sistema activos')
         return filter(lambda x: x in containers_name, databases)
     except APIError:
+        log('Error al filtrar las base de datos con sistemas activos')
         return []
 
 '''
@@ -140,13 +171,16 @@ def create_postgres_backup(database, docker_client):
     if pg_container is None or pg_container.status == 'exited':
         return (False, None)
 
+    log('Creando copia de seguridad de la base de datos: %s' % database)
+
     tmp_file = '%s_database_%s.tar' % (database, datetime.now().strftime('%Y-%m-%d_%H:%M:%S'))
     command = 'pg_dump -U %s -d %s -F tar -C -b -c -f %s' % (POSTGRES_USER, database, tmp_file)
     
     result = pg_container.exec_run(command)
 
     if result.exit_code == -1:
-        (False, tmp_file)
+        log('Error al crear la copia de seguridad de la base de datos: %s' % database)
+        return (False, tmp_file)
     
     return (True, tmp_file)
 
@@ -158,6 +192,8 @@ def create_odoo_filestore_backup(folder_name):
     if not os.path.exists(root_path):
         os.mkdir(root_path)
 
+    log('Creando copia de seguridad de los archivos adjuntos: %s' % folder_name)
+
     tar_name = '%s_filestore_%s.tar' % (folder_name, datetime.now().strftime('%Y-%m-%d_%H:%M:%S'))
     tar_path = os.path.join(root_path, tar_name)
     filestore_path = os.path.join(ODOO_PATH, folder_name, 'files', 'filestore', folder_name)
@@ -179,6 +215,8 @@ def upload_postgres_to_drive(backup_file_name, backup_folder_id, docket_client,
     if pg_container is None or pg_container.status == 'exited':
         return None
 
+    log('Subiendo copia de seguridad de la base de datos: %s' % backup_file_name)
+
     (backup_file, _) = pg_container.get_archive('/%s' % backup_file_name)
     raw_data = BytesIO()
 
@@ -205,6 +243,7 @@ def upload_filestore_to_drive(backup_path, backup_folder_id, service):
         return None
 
     backup_name = os.path.basename(backup_path)
+    log('Subiendo copia de seguridad de los archivos adjuntos: %s' % backup_name)
     
     backup_metadata = {
         'name': backup_name,
@@ -223,11 +262,14 @@ def delete_postgres_backup(backup_name, docker_client):
 
     if pg_container is None or pg_container.status == 'exited':
         return False
+
+    log('Eliminando copia temporal de la base de datos: %s' % backup_name)
     
     command = 'rm %s' % backup_name
     result = pg_container.exec_run(command)
 
     if result.exit_code == -1:
+        log('Error al eliminar copia temporal de la base de datos: %s' % backup_name, level=logging.FATAL)
         return False
 
     return True
@@ -235,11 +277,17 @@ def delete_postgres_backup(backup_name, docker_client):
 '''
 '''
 def delete_filestore_backup(backup_path):
+    log('Eliminando copia temporal de los archivos adjuntos: %s' % os.path.basename(backup_path))
     os.remove(backup_path)
     
 '''
 '''
 def run_backup():
+    configure_logging()
+
+    start_time = datetime.now()
+    log('Iniciando backup...')
+
     # 1. get connection
     service = get_drive_service()
 
@@ -282,4 +330,7 @@ def run_backup():
 
     docker_client.close()
 
+    end_time = datetime.now() - start_time
+    log('Backup finalizado en %s' % str(end_time))
+
 run_backup()

token.pickle

@@ -23,7 +23,7 @@ asS'_id_token'
 p11
 NsS'token'
 p12
-Vya29.GlwfBzUjUxnCzuXvpRk-5VCBGnrgOwbELFvFI-hwpyZq-ygE2nz_IAcJub4ZuhWAA6Zw8s0oB42uqT51CGL0fpAPgSjYDcMu_Ewk58YiMI_WoW1tngcKlR8NtIwhmw
+Vya29.GlwgB3pAD1YUluNw0K2kGT3692PB4DtqEy3xBtNkz-8HAtgFNkyp7YJ7An4zU21ul68KBfp4sV7E5A9_z9642Id3kGqzYSAXhJx6eSV04xxtPISKFA4nIGwZdML2PQ
 p13
 sS'_refresh_token'
 p14
@@ -42,7 +42,7 @@ p20
 cdatetime
 datetime
 p21
-(S'\x07\xe3\x06\x05\x15\x120\x01O\xbf'
+(S'\x07\xe3\x06\x06\r8\x07\x02+^'
 p22
 tp23
 Rp24