mirror of
https://github.com/usmannasir/cyberpanel.git
synced 2025-11-10 15:26:13 +01:00
minio block storage backups
This commit is contained in:
@@ -95,6 +95,7 @@
|
||||
<link rel="stylesheet" type="text/css"
|
||||
href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/4.7.0/css/font-awesome.css">
|
||||
<link rel="stylesheet" type="text/css" href="{% static 'baseTemplate/custom-js/pnotify.custom.min.css' %}">
|
||||
<link rel="stylesheet" type="text/css" href="{% static 'websiteFunctions/websiteFunctions.css' %}">
|
||||
<!-- Components theme, component below was above three CSS files. -->
|
||||
|
||||
|
||||
|
||||
@@ -1168,3 +1168,93 @@ class CloudManager:
|
||||
return HttpResponse(finalData)
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
|
||||
def addMINIONode(self, request):
|
||||
try:
|
||||
request.session['userID'] = self.admin.pk
|
||||
s3 = S3Backups(request, self.data, 'addMINIONode')
|
||||
return s3.addMINIONode()
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
|
||||
def fetchMINIONodes(self, request):
|
||||
try:
|
||||
request.session['userID'] = self.admin.pk
|
||||
s3 = S3Backups(request, self.data, 'fetchMINIONodes')
|
||||
return s3.fetchMINIONodes()
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
|
||||
def deleteMINIONode(self, request):
|
||||
try:
|
||||
request.session['userID'] = self.admin.pk
|
||||
s3 = S3Backups(request, self.data, 'deleteMINIONode')
|
||||
return s3.deleteMINIONode()
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
|
||||
def createPlanMINIO(self, request):
|
||||
try:
|
||||
request.session['userID'] = self.admin.pk
|
||||
s3 = S3Backups(request, self.data, 'createPlanMINIO')
|
||||
return s3.createPlanMINIO()
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
|
||||
def fetchBackupPlansMINIO(self, request):
|
||||
try:
|
||||
request.session['userID'] = self.admin.pk
|
||||
s3 = S3Backups(request, self.data, 'fetchBackupPlansMINIO')
|
||||
return s3.fetchBackupPlansMINIO()
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
|
||||
|
||||
def deletePlanMINIO(self, request):
|
||||
try:
|
||||
request.session['userID'] = self.admin.pk
|
||||
s3 = S3Backups(request, self.data, 'deletePlanMINIO')
|
||||
return s3.deletePlanMINIO()
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
|
||||
def savePlanChangesMINIO(self, request):
|
||||
try:
|
||||
request.session['userID'] = self.admin.pk
|
||||
s3 = S3Backups(request, self.data, 'savePlanChangesMINIO')
|
||||
return s3.savePlanChangesMINIO()
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
|
||||
def forceRunAWSBackupMINIO(self, request):
|
||||
try:
|
||||
request.session['userID'] = self.admin.pk
|
||||
s3 = S3Backups(request, self.data, 'forceRunAWSBackupMINIO')
|
||||
s3.start()
|
||||
return self.ajaxPre(1, None)
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
|
||||
def fetchWebsitesInPlanMINIO(self, request):
|
||||
try:
|
||||
request.session['userID'] = self.admin.pk
|
||||
s3 = S3Backups(request, self.data, 'fetchWebsitesInPlanMINIO')
|
||||
return s3.fetchWebsitesInPlanMINIO()
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
|
||||
def fetchBackupLogsMINIO(self, request):
|
||||
try:
|
||||
request.session['userID'] = self.admin.pk
|
||||
s3 = S3Backups(request, self.data, 'fetchBackupLogsMINIO')
|
||||
return s3.fetchBackupLogsMINIO()
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
|
||||
def deleteDomainFromPlanMINIO(self, request):
|
||||
try:
|
||||
request.session['userID'] = self.admin.pk
|
||||
s3 = S3Backups(request, self.data, 'deleteDomainFromPlanMINIO')
|
||||
return s3.deleteDomainFromPlanMINIO()
|
||||
except BaseException, msg:
|
||||
return self.ajaxPre(0, str(msg))
|
||||
@@ -239,6 +239,28 @@ def router(request):
|
||||
return cm.fetchTableData(request)
|
||||
elif controller == 'fetchStructure':
|
||||
return cm.fetchStructure(request)
|
||||
elif controller == 'addMINIONode':
|
||||
return cm.addMINIONode(request)
|
||||
elif controller == 'fetchMINIONodes':
|
||||
return cm.fetchMINIONodes(request)
|
||||
elif controller == 'deleteMINIONode':
|
||||
return cm.deleteMINIONode(request)
|
||||
elif controller == 'createPlanMINIO':
|
||||
return cm.createPlanMINIO(request)
|
||||
elif controller == 'fetchBackupPlansMINIO':
|
||||
return cm.fetchBackupPlansMINIO(request)
|
||||
elif controller == 'deletePlanMINIO':
|
||||
return cm.deletePlanMINIO(request)
|
||||
elif controller == 'savePlanChangesMINIO':
|
||||
return cm.savePlanChangesMINIO(request)
|
||||
elif controller == 'forceRunAWSBackupMINIO':
|
||||
return cm.forceRunAWSBackupMINIO(request)
|
||||
elif controller == 'fetchWebsitesInPlanMINIO':
|
||||
return cm.fetchWebsitesInPlanMINIO(request)
|
||||
elif controller == 'fetchBackupLogsMINIO':
|
||||
return cm.fetchBackupLogsMINIO(request)
|
||||
elif controller == 'deleteDomainFromPlanMINIO':
|
||||
return cm.deleteDomainFromPlanMINIO(request)
|
||||
else:
|
||||
return cm.ajaxPre(0, 'This function is not available in your version of CyberPanel.')
|
||||
|
||||
|
||||
@@ -33,7 +33,6 @@ jsonpointer==1.9
|
||||
kitchen==1.1.1
|
||||
MarkupSafe==0.11
|
||||
mock==2.0.0
|
||||
minio==4.0.9
|
||||
parsedatetime==2.4
|
||||
pbr==4.0.4
|
||||
perf==0.1
|
||||
|
||||
@@ -45,3 +45,29 @@ class BackupLogsDO(models.Model):
|
||||
timeStamp = models.CharField(max_length=200)
|
||||
level = models.CharField(max_length=5)
|
||||
msg = models.CharField(max_length=500)
|
||||
|
||||
class MINIONodes(models.Model):
|
||||
owner = models.ForeignKey(Administrator, on_delete=models.CASCADE)
|
||||
endPointURL = models.CharField(max_length=200, unique=True)
|
||||
accessKey = models.CharField(max_length=200, unique=True)
|
||||
secretKey = models.CharField(max_length=200)
|
||||
|
||||
|
||||
class BackupPlanMINIO(models.Model):
|
||||
owner = models.ForeignKey(Administrator, on_delete=models.CASCADE)
|
||||
minioNode = models.ForeignKey(MINIONodes, on_delete=models.CASCADE)
|
||||
name = models.CharField(max_length=50, unique=True)
|
||||
freq = models.CharField(max_length=50)
|
||||
retention = models.IntegerField()
|
||||
lastRun = models.CharField(max_length=50, default='0:0:0')
|
||||
|
||||
class WebsitesInPlanMINIO(models.Model):
|
||||
owner = models.ForeignKey(BackupPlanMINIO, on_delete=models.CASCADE)
|
||||
domain = models.CharField(max_length=100)
|
||||
|
||||
|
||||
class BackupLogsMINIO(models.Model):
|
||||
owner = models.ForeignKey(BackupPlanMINIO, on_delete=models.CASCADE)
|
||||
timeStamp = models.CharField(max_length=200)
|
||||
level = models.CharField(max_length=5)
|
||||
msg = models.CharField(max_length=500)
|
||||
@@ -9,6 +9,7 @@ try:
|
||||
import threading as multi
|
||||
from plogical.mailUtilities import mailUtilities
|
||||
import boto3
|
||||
from minio.error import ResponseError
|
||||
from boto3.s3.transfer import TransferConfig
|
||||
import json
|
||||
from .models import *
|
||||
@@ -25,9 +26,9 @@ except:
|
||||
import requests
|
||||
import subprocess, shlex
|
||||
|
||||
class S3Backups(multi.Thread):
|
||||
|
||||
def __init__(self, request = None, data = None, function = None):
|
||||
class S3Backups(multi.Thread):
|
||||
def __init__(self, request=None, data=None, function=None):
|
||||
multi.Thread.__init__(self)
|
||||
self.request = request
|
||||
self.data = data
|
||||
@@ -43,8 +44,10 @@ class S3Backups(multi.Thread):
|
||||
self.forceRunAWSBackupDO()
|
||||
elif self.function == 'runAWSBackups':
|
||||
self.runAWSBackups()
|
||||
elif self.function == 'forceRunAWSBackupMINIO':
|
||||
self.forceRunAWSBackupMINIO()
|
||||
except BaseException, msg:
|
||||
logging.writeToFile( str(msg) + ' [S3Backups.run]')
|
||||
logging.writeToFile(str(msg) + ' [S3Backups.run]')
|
||||
|
||||
@staticmethod
|
||||
def getPagination(records, toShow):
|
||||
@@ -79,7 +82,7 @@ class S3Backups(multi.Thread):
|
||||
counter = 1
|
||||
|
||||
for items in logs:
|
||||
dic = { 'id': items.id, 'timeStamp': items.timeStamp, 'level': items.level, 'mesg': items.msg }
|
||||
dic = {'id': items.id, 'timeStamp': items.timeStamp, 'level': items.level, 'mesg': items.msg}
|
||||
if checker == 0:
|
||||
json_data = json_data + json.dumps(dic)
|
||||
checker = 1
|
||||
@@ -133,7 +136,8 @@ class S3Backups(multi.Thread):
|
||||
writeToFile = open(pathToFile, 'w')
|
||||
for items in output:
|
||||
writeToFile.writelines(items + '\n')
|
||||
writeToFile.writelines('0 0 * * * cyberpanel /usr/local/CyberCP/bin/python2 /usr/local/CyberCP/s3Backups/s3Backups.py\n')
|
||||
writeToFile.writelines(
|
||||
'0 0 * * * cyberpanel /usr/local/CyberCP/bin/python2 /usr/local/CyberCP/s3Backups/s3Backups.py\n')
|
||||
writeToFile.close()
|
||||
command = 'sudo mv ' + pathToFile + ' /etc/crontab'
|
||||
ProcessUtilities.executioner(command)
|
||||
@@ -155,7 +159,6 @@ class S3Backups(multi.Thread):
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
|
||||
s3 = boto3.resource('s3')
|
||||
json_data = "["
|
||||
checker = 0
|
||||
@@ -190,8 +193,8 @@ class S3Backups(multi.Thread):
|
||||
|
||||
admin = Administrator.objects.get(pk=userID)
|
||||
|
||||
newPlan = BackupPlan(owner=admin, name=self.data['planName'].replace(' ', ''), freq = self.data['frequency'],
|
||||
retention= self.data['retenion'], bucket= self.data['bucketName'])
|
||||
newPlan = BackupPlan(owner=admin, name=self.data['planName'].replace(' ', ''), freq=self.data['frequency'],
|
||||
retention=self.data['retenion'], bucket=self.data['bucketName'])
|
||||
newPlan.save()
|
||||
|
||||
for items in self.data['websitesInPlan']:
|
||||
@@ -216,7 +219,6 @@ class S3Backups(multi.Thread):
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
|
||||
admin = Administrator.objects.get(pk=userID)
|
||||
json_data = "["
|
||||
checker = 0
|
||||
@@ -275,7 +277,6 @@ class S3Backups(multi.Thread):
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
|
||||
plan = BackupPlan.objects.get(name=self.data['planName'])
|
||||
json_data = "["
|
||||
checker = 0
|
||||
@@ -332,8 +333,6 @@ class S3Backups(multi.Thread):
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
logging.writeToFile('hello world')
|
||||
|
||||
changePlan = BackupPlan.objects.get(name=self.data['planName'])
|
||||
|
||||
changePlan.bucket = self.data['bucketName']
|
||||
@@ -433,7 +432,8 @@ class S3Backups(multi.Thread):
|
||||
}
|
||||
)
|
||||
except BaseException, msg:
|
||||
BackupLogs(owner=plan, timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), level='ERROR', msg=str(msg)).save()
|
||||
BackupLogs(owner=plan, timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), level='ERROR',
|
||||
msg=str(msg)).save()
|
||||
|
||||
##
|
||||
|
||||
@@ -441,10 +441,12 @@ class S3Backups(multi.Thread):
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
BackupLogs(owner=plan, timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), level='INFO', msg='Unauthorised user tried to run AWS Backups.').save()
|
||||
BackupLogs(owner=plan, timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), level='INFO',
|
||||
msg='Unauthorised user tried to run AWS Backups.').save()
|
||||
return 0
|
||||
|
||||
BackupLogs(owner=plan,level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), msg='Starting backup process..').save()
|
||||
BackupLogs(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Starting backup process..').save()
|
||||
|
||||
for items in plan.websitesinplan_set.all():
|
||||
result = self.createBackup(items.domain)
|
||||
@@ -456,15 +458,17 @@ class S3Backups(multi.Thread):
|
||||
key,
|
||||
Config=config,
|
||||
)
|
||||
BackupLogs(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), msg='Backup successful for ' + items.domain + '.').save()
|
||||
BackupLogs(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Backup successful for ' + items.domain + '.').save()
|
||||
else:
|
||||
BackupLogs(owner=plan, level='ERROR', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), msg='Backup failed for ' + items.domain + '. Error: ' + result[1]).save()
|
||||
|
||||
BackupLogs(owner=plan, level='ERROR', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Backup failed for ' + items.domain + '. Error: ' + result[1]).save()
|
||||
|
||||
plan.lastRun = runTime
|
||||
plan.save()
|
||||
|
||||
BackupLogs(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), msg='Backup Process Finished.').save()
|
||||
BackupLogs(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Backup Process Finished.').save()
|
||||
except BaseException, msg:
|
||||
logging.writeToFile(str(msg) + ' [S3Backups.runBackupPlan]')
|
||||
plan = BackupPlan.objects.get(name=self.data['planName'])
|
||||
@@ -513,7 +517,8 @@ class S3Backups(multi.Thread):
|
||||
writeToFile = open(pathToFile, 'w')
|
||||
for items in output:
|
||||
writeToFile.writelines(items + '\n')
|
||||
writeToFile.writelines('0 0 * * * cyberpanel /usr/local/CyberCP/bin/python2 /usr/local/CyberCP/s3Backups/s3Backups.py\n')
|
||||
writeToFile.writelines(
|
||||
'0 0 * * * cyberpanel /usr/local/CyberCP/bin/python2 /usr/local/CyberCP/s3Backups/s3Backups.py\n')
|
||||
writeToFile.close()
|
||||
command = 'sudo mv ' + pathToFile + ' /etc/crontab'
|
||||
ProcessUtilities.executioner(command)
|
||||
@@ -586,9 +591,11 @@ class S3Backups(multi.Thread):
|
||||
|
||||
admin = Administrator.objects.get(pk=userID)
|
||||
|
||||
newPlan = BackupPlanDO(owner=admin, name=self.data['planName'].replace(' ', ''), freq = self.data['frequency'],
|
||||
retention= self.data['retenion'], bucket= self.data['bucketName'], type= self.data['type'],
|
||||
region= self.data['region'])
|
||||
newPlan = BackupPlanDO(owner=admin, name=self.data['planName'].replace(' ', ''),
|
||||
freq=self.data['frequency'],
|
||||
retention=self.data['retenion'], bucket=self.data['bucketName'],
|
||||
type=self.data['type'],
|
||||
region=self.data['region'])
|
||||
newPlan.save()
|
||||
|
||||
for items in self.data['websitesInPlan']:
|
||||
@@ -613,12 +620,11 @@ class S3Backups(multi.Thread):
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
|
||||
admin = Administrator.objects.get(pk=userID)
|
||||
json_data = "["
|
||||
checker = 0
|
||||
|
||||
for plan in admin.backupplando_set.filter(type= self.data['type']):
|
||||
for plan in admin.backupplando_set.filter(type=self.data['type']):
|
||||
dic = {
|
||||
'name': plan.name,
|
||||
'bucket': plan.bucket,
|
||||
@@ -672,7 +678,6 @@ class S3Backups(multi.Thread):
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
|
||||
plan = BackupPlanDO.objects.get(name=self.data['planName'])
|
||||
json_data = "["
|
||||
checker = 0
|
||||
@@ -759,8 +764,6 @@ class S3Backups(multi.Thread):
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
logging.writeToFile('hello world')
|
||||
|
||||
changePlan = BackupPlanDO.objects.get(name=self.data['planName'])
|
||||
|
||||
changePlan.bucket = self.data['bucketName']
|
||||
@@ -828,7 +831,8 @@ class S3Backups(multi.Thread):
|
||||
}
|
||||
)
|
||||
except BaseException, msg:
|
||||
BackupLogsDO(owner=plan, timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), level='ERROR', msg=str(msg)).save()
|
||||
BackupLogsDO(owner=plan, timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), level='ERROR',
|
||||
msg=str(msg)).save()
|
||||
|
||||
##
|
||||
|
||||
@@ -836,10 +840,12 @@ class S3Backups(multi.Thread):
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
BackupLogsDO(owner=plan, timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), level='INFO', msg='Unauthorised user tried to run AWS Backups.').save()
|
||||
BackupLogsDO(owner=plan, timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), level='INFO',
|
||||
msg='Unauthorised user tried to run AWS Backups.').save()
|
||||
return 0
|
||||
|
||||
BackupLogsDO(owner=plan,level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), msg='Starting backup process..').save()
|
||||
BackupLogsDO(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Starting backup process..').save()
|
||||
|
||||
for items in plan.websitesinplando_set.all():
|
||||
result = self.createBackup(items.domain)
|
||||
@@ -851,15 +857,17 @@ class S3Backups(multi.Thread):
|
||||
key,
|
||||
Config=config,
|
||||
)
|
||||
BackupLogsDO(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), msg='Backup successful for ' + items.domain + '.').save()
|
||||
BackupLogsDO(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Backup successful for ' + items.domain + '.').save()
|
||||
else:
|
||||
BackupLogsDO(owner=plan, level='ERROR', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), msg='Backup failed for ' + items.domain + '. Error: ' + result[1]).save()
|
||||
|
||||
BackupLogsDO(owner=plan, level='ERROR', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Backup failed for ' + items.domain + '. Error: ' + result[1]).save()
|
||||
|
||||
plan.lastRun = runTime
|
||||
plan.save()
|
||||
|
||||
BackupLogsDO(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), msg='Backup Process Finished.').save()
|
||||
BackupLogsDO(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Backup Process Finished.').save()
|
||||
except BaseException, msg:
|
||||
logging.writeToFile(str(msg) + ' [S3Backups.forceRunAWSBackupDO]')
|
||||
plan = BackupPlanDO.objects.get(name=self.data['planName'])
|
||||
@@ -881,14 +889,14 @@ class S3Backups(multi.Thread):
|
||||
else:
|
||||
if lastRunMonth == time.strftime("%m"):
|
||||
days = int(time.strftime("%d")) - int(lastRunDay)
|
||||
if days >=6:
|
||||
if days >= 6:
|
||||
self.data = {}
|
||||
self.data['planName'] = plan.name
|
||||
self.forceRunAWSBackup()
|
||||
else:
|
||||
days = 30 - int(lastRunDay)
|
||||
days = days + int(time.strftime("%d"))
|
||||
if days >=6:
|
||||
if days >= 6:
|
||||
self.data = {}
|
||||
self.data['planName'] = plan.name
|
||||
self.forceRunAWSBackup()
|
||||
@@ -904,14 +912,14 @@ class S3Backups(multi.Thread):
|
||||
else:
|
||||
if lastRunMonth == time.strftime("%m"):
|
||||
days = int(time.strftime("%d")) - int(lastRunDay)
|
||||
if days >=6:
|
||||
if days >= 6:
|
||||
self.data = {}
|
||||
self.data['planName'] = plan.name
|
||||
self.forceRunAWSBackupDO()
|
||||
else:
|
||||
days = 30 - int(lastRunDay)
|
||||
days = days + int(time.strftime("%d"))
|
||||
if days >=6:
|
||||
if days >= 6:
|
||||
self.data = {}
|
||||
self.data['planName'] = plan.name
|
||||
self.forceRunAWSBackupDO()
|
||||
@@ -919,15 +927,367 @@ class S3Backups(multi.Thread):
|
||||
except BaseException, msg:
|
||||
logging.writeToFile(str(msg) + ' [S3Backups.runAWSBackups]')
|
||||
|
||||
def main():
|
||||
def addMINIONode(self):
|
||||
try:
|
||||
|
||||
proc = httpProc(self.request, None, None)
|
||||
|
||||
userID = self.request.session['userID']
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use MINIO Backups.')
|
||||
|
||||
admin = Administrator.objects.get(pk=userID)
|
||||
|
||||
newNode = MINIONodes(owner=admin, endPointURL=self.data['endPoint'], accessKey=self.data['accessKey'],
|
||||
secretKey=self.data['secretKey'])
|
||||
newNode.save()
|
||||
|
||||
return proc.ajax(1, None)
|
||||
|
||||
except BaseException, msg:
|
||||
logging.writeToFile(str(msg) + ' [addMINIONode]')
|
||||
proc = httpProc(self.request, None, None)
|
||||
return proc.ajax(0, str(msg))
|
||||
|
||||
def fetchMINIONodes(self):
|
||||
try:
|
||||
|
||||
proc = httpProc(self.request, None, None)
|
||||
|
||||
userID = self.request.session['userID']
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use MINIO Backups.')
|
||||
|
||||
admin = Administrator.objects.get(pk=userID)
|
||||
json_data = "["
|
||||
checker = 0
|
||||
|
||||
for node in admin.minionodes_set.all():
|
||||
dic = {
|
||||
'accessKey': node.accessKey,
|
||||
'endPoint': node.endPointURL.lstrip('https://').lstrip('http://')
|
||||
}
|
||||
|
||||
if checker == 0:
|
||||
json_data = json_data + json.dumps(dic)
|
||||
checker = 1
|
||||
else:
|
||||
json_data = json_data + ',' + json.dumps(dic)
|
||||
|
||||
json_data = json_data + ']'
|
||||
final_json = json.dumps({'status': 1, 'error_message': "None", "data": json_data})
|
||||
return HttpResponse(final_json)
|
||||
|
||||
except BaseException, msg:
|
||||
proc = httpProc(self.request, None, None)
|
||||
return proc.ajax(0, str(msg))
|
||||
|
||||
def deleteMINIONode(self):
|
||||
try:
|
||||
|
||||
proc = httpProc(self.request, None, None)
|
||||
|
||||
userID = self.request.session['userID']
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
delNode = MINIONodes.objects.get(accessKey=self.data['accessKey'])
|
||||
delNode.delete()
|
||||
|
||||
return proc.ajax(1, None)
|
||||
|
||||
except BaseException, msg:
|
||||
proc = httpProc(self.request, None, None)
|
||||
return proc.ajax(0, str(msg))
|
||||
|
||||
def createPlanMINIO(self):
|
||||
try:
|
||||
|
||||
proc = httpProc(self.request, None, None)
|
||||
|
||||
userID = self.request.session['userID']
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
admin = Administrator.objects.get(pk=userID)
|
||||
|
||||
minioNode = MINIONodes.objects.get(accessKey=self.data['minioNode'])
|
||||
|
||||
newPlan = BackupPlanMINIO(owner=admin, name=self.data['planName'].replace(' ', ''),
|
||||
freq=self.data['frequency'],
|
||||
retention=self.data['retenion'], minioNode=minioNode)
|
||||
newPlan.save()
|
||||
|
||||
for items in self.data['websitesInPlan']:
|
||||
wp = WebsitesInPlanMINIO(owner=newPlan, domain=items)
|
||||
wp.save()
|
||||
|
||||
return proc.ajax(1, None)
|
||||
|
||||
except BaseException, msg:
|
||||
logging.writeToFile(str(msg) + ' [createPlanDO]')
|
||||
proc = httpProc(self.request, None, None)
|
||||
return proc.ajax(0, str(msg))
|
||||
|
||||
def fetchBackupPlansMINIO(self):
|
||||
try:
|
||||
|
||||
proc = httpProc(self.request, None, None)
|
||||
|
||||
userID = self.request.session['userID']
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
admin = Administrator.objects.get(pk=userID)
|
||||
json_data = "["
|
||||
checker = 0
|
||||
|
||||
for plan in admin.backupplanminio_set.all():
|
||||
dic = {
|
||||
'name': plan.name,
|
||||
'minioNode': plan.minioNode.accessKey,
|
||||
'freq': plan.freq,
|
||||
'retention': plan.retention,
|
||||
'lastRun': plan.lastRun,
|
||||
}
|
||||
|
||||
if checker == 0:
|
||||
json_data = json_data + json.dumps(dic)
|
||||
checker = 1
|
||||
else:
|
||||
json_data = json_data + ',' + json.dumps(dic)
|
||||
|
||||
json_data = json_data + ']'
|
||||
final_json = json.dumps({'status': 1, 'error_message': "None", "data": json_data})
|
||||
return HttpResponse(final_json)
|
||||
|
||||
except BaseException, msg:
|
||||
proc = httpProc(self.request, None, None)
|
||||
return proc.ajax(0, str(msg))
|
||||
|
||||
def deletePlanMINIO(self):
|
||||
try:
|
||||
|
||||
proc = httpProc(self.request, None, None)
|
||||
|
||||
userID = self.request.session['userID']
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
delPlan = BackupPlanMINIO.objects.get(name=self.data['planName'])
|
||||
delPlan.delete()
|
||||
|
||||
return proc.ajax(1, None)
|
||||
|
||||
except BaseException, msg:
|
||||
proc = httpProc(self.request, None, None)
|
||||
return proc.ajax(0, str(msg))
|
||||
|
||||
def savePlanChangesMINIO(self):
|
||||
try:
|
||||
|
||||
proc = httpProc(self.request, None, None)
|
||||
|
||||
userID = self.request.session['userID']
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
changePlan = BackupPlanMINIO.objects.get(name=self.data['planName'])
|
||||
minioNode = MINIONodes.objects.get(accessKey=self.data['minioNode'].strip(' ').strip('\n'))
|
||||
|
||||
changePlan.minioNode = minioNode
|
||||
changePlan.freq = self.data['frequency']
|
||||
changePlan.retention = self.data['retention']
|
||||
|
||||
changePlan.save()
|
||||
|
||||
return proc.ajax(1, None)
|
||||
|
||||
except BaseException, msg:
|
||||
proc = httpProc(self.request, None, None)
|
||||
return proc.ajax(0, str(msg))
|
||||
|
||||
def forceRunAWSBackupMINIO(self):
|
||||
try:
|
||||
|
||||
plan = BackupPlanMINIO.objects.get(name=self.data['planName'])
|
||||
runTime = time.strftime("%d:%m:%Y")
|
||||
|
||||
## Setup MINIO Client
|
||||
|
||||
endPoint = plan.minioNode.endPointURL
|
||||
accessID = plan.minioNode.accessKey
|
||||
secret = plan.minioNode.secretKey
|
||||
|
||||
session = boto3.session.Session()
|
||||
client = session.client(
|
||||
's3',
|
||||
endpoint_url= endPoint,
|
||||
aws_access_key_id=accessID,
|
||||
aws_secret_access_key=secret,
|
||||
verify= False
|
||||
)
|
||||
|
||||
config = TransferConfig(multipart_threshold=1024 * 25, max_concurrency=10,
|
||||
multipart_chunksize=1024 * 25, use_threads=True)
|
||||
|
||||
try:
|
||||
client.create_bucket(Bucket=plan.name.lower())
|
||||
except BaseException, msg:
|
||||
BackupLogsMINIO(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg=str(msg)).save()
|
||||
return 0
|
||||
|
||||
##
|
||||
|
||||
userID = self.request.session['userID']
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
BackupLogsMINIO(owner=plan, timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), level='INFO',
|
||||
msg='Unauthorised user tried to run AWS Backups.').save()
|
||||
return 0
|
||||
|
||||
BackupLogsMINIO(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Starting backup process..').save()
|
||||
|
||||
for items in plan.websitesinplanminio_set.all():
|
||||
result = self.createBackup(items.domain)
|
||||
if result[0]:
|
||||
key = runTime + '/' + result[1].split('/')[-1] + ".tar.gz"
|
||||
|
||||
client.upload_file(
|
||||
result[1] + ".tar.gz",
|
||||
plan.name.lower(),
|
||||
key,
|
||||
Config=config,
|
||||
)
|
||||
BackupLogsMINIO(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Backup successful for ' + items.domain + '.').save()
|
||||
else:
|
||||
BackupLogsMINIO(owner=plan, level='ERROR', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Backup failed for ' + items.domain + '. Error: ' + result[1]).save()
|
||||
|
||||
plan.lastRun = runTime
|
||||
plan.save()
|
||||
|
||||
BackupLogsMINIO(owner=plan, level='INFO', timeStamp=time.strftime("%b %d %Y, %H:%M:%S"),
|
||||
msg='Backup Process Finished.').save()
|
||||
except BaseException, msg:
|
||||
logging.writeToFile(str(msg) + ' [S3Backups.forceRunAWSBackupMINIO]')
|
||||
plan = BackupPlanMINIO.objects.get(name=self.data['planName'])
|
||||
BackupLogsMINIO(owner=plan, timeStamp=time.strftime("%b %d %Y, %H:%M:%S"), level='ERROR',
|
||||
msg=str(msg)).save()
|
||||
|
||||
def fetchWebsitesInPlanMINIO(self):
|
||||
try:
|
||||
|
||||
proc = httpProc(self.request, None, None)
|
||||
|
||||
userID = self.request.session['userID']
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
plan = BackupPlanMINIO.objects.get(name=self.data['planName'])
|
||||
json_data = "["
|
||||
checker = 0
|
||||
|
||||
for website in plan.websitesinplanminio_set.all():
|
||||
dic = {
|
||||
'id': website.id,
|
||||
'domain': website.domain,
|
||||
}
|
||||
|
||||
if checker == 0:
|
||||
json_data = json_data + json.dumps(dic)
|
||||
checker = 1
|
||||
else:
|
||||
json_data = json_data + ',' + json.dumps(dic)
|
||||
|
||||
json_data = json_data + ']'
|
||||
final_json = json.dumps({'status': 1, 'error_message': "None", "data": json_data})
|
||||
return HttpResponse(final_json)
|
||||
|
||||
except BaseException, msg:
|
||||
proc = httpProc(self.request, None, None)
|
||||
return proc.ajax(0, str(msg))
|
||||
|
||||
def fetchBackupLogsMINIO(self):
|
||||
try:
|
||||
proc = httpProc(self.request, None, None)
|
||||
|
||||
userID = self.request.session['userID']
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
recordsToShow = int(self.data['recordsToShow'])
|
||||
page = int(self.data['page'])
|
||||
|
||||
backupPlan = BackupPlanMINIO.objects.get(name=self.data['planName'])
|
||||
logs = backupPlan.backuplogsminio_set.all().order_by('-id')
|
||||
|
||||
pagination = S3Backups.getPagination(len(logs), recordsToShow)
|
||||
endPageNumber, finalPageNumber = S3Backups.recordsPointer(page, recordsToShow)
|
||||
jsonData = S3Backups.getLogsInJson(logs[finalPageNumber:endPageNumber])
|
||||
|
||||
data = {}
|
||||
data['data'] = jsonData
|
||||
data['pagination'] = pagination
|
||||
|
||||
return proc.ajax(1, None, data)
|
||||
|
||||
except BaseException, msg:
|
||||
proc = httpProc(self.request, None, None)
|
||||
return proc.ajaxPre(0, str(msg))
|
||||
|
||||
def deleteDomainFromPlanMINIO(self):
|
||||
try:
|
||||
|
||||
proc = httpProc(self.request, None, None)
|
||||
|
||||
userID = self.request.session['userID']
|
||||
currentACL = ACLManager.loadedACL(userID)
|
||||
|
||||
if currentACL['admin'] == 0:
|
||||
return proc.ajax(0, 'Only administrators can use AWS S3 Backups.')
|
||||
|
||||
plan = BackupPlanMINIO.objects.get(name=self.data['planName'])
|
||||
web = WebsitesInPlanMINIO.objects.get(owner=plan, domain=self.data['domainName'])
|
||||
web.delete()
|
||||
|
||||
return proc.ajax(1, None)
|
||||
|
||||
except BaseException, msg:
|
||||
proc = httpProc(self.request, None, None)
|
||||
return proc.ajax(0, str(msg))
|
||||
|
||||
|
||||
def main():
|
||||
pathToFile = "/home/cyberpanel/" + str(randint(1000, 9999))
|
||||
file = open(pathToFile, "w")
|
||||
file.close()
|
||||
|
||||
finalData = json.dumps({'randomFile': pathToFile})
|
||||
requests.post("http://localhost:5003/api/runAWSBackups", data=finalData,verify=False)
|
||||
requests.post("http://localhost:5003/api/runAWSBackups", data=finalData, verify=False)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user