mirror of
https://github.com/ngfchl/ptools
synced 2023-07-10 13:41:22 +08:00
249 lines
8.7 KiB
Python
249 lines
8.7 KiB
Python
import json
|
||
import socket
|
||
import subprocess
|
||
from datetime import datetime, timedelta
|
||
|
||
import docker
|
||
import git
|
||
from django.http import JsonResponse
|
||
from django.shortcuts import render
|
||
|
||
from pt_site import views as tasks
|
||
from pt_site.models import SiteStatus, MySite, Site
|
||
from pt_site.views import scheduler, pt_spider
|
||
from ptools.base import CommonResponse
|
||
|
||
|
||
def add_task(request):
|
||
if request.method == 'POST':
|
||
content = json.loads(request.body.decode()) # 接收参数
|
||
try:
|
||
start_time = content['start_time'] # 用户输入的任务开始时间, '10:00:00'
|
||
start_time = start_time.split(':')
|
||
hour = int(start_time[0])
|
||
minute = int(start_time[1])
|
||
second = int(start_time[2])
|
||
s = content['s'] # 接收执行任务的各种参数
|
||
# 创建任务
|
||
scheduler.add_job(tasks.scheduler, 'cron', hour=hour, minute=minute, second=second, args=[s])
|
||
code = '200'
|
||
message = 'success'
|
||
except Exception as e:
|
||
code = '400'
|
||
message = e
|
||
|
||
data = {
|
||
'code': code,
|
||
'message': message
|
||
}
|
||
return JsonResponse(json.dumps(data, ensure_ascii=False), safe=False)
|
||
|
||
|
||
def get_tasks(request):
|
||
# print(dir(tasks))
|
||
data = [key for key in dir(tasks) if key.startswith('auto')]
|
||
print(data)
|
||
# print(tasks.__getattr__)
|
||
# print(tasks.auto_get_status.__doc__)
|
||
# inspect.getmembers(tasks, inspect.isfunction)
|
||
# inspect.getmodule(tasks)
|
||
# print(sys.modules[__name__])
|
||
# print(sys.modules.values())
|
||
# print(sys.modules.keys())
|
||
# print(sys.modules.items())
|
||
return JsonResponse('ok', safe=False)
|
||
|
||
|
||
def exec_task(request):
|
||
# res = AutoPt.auto_sign_in()
|
||
# print(res)
|
||
# tasks.auto_sign_in
|
||
return JsonResponse('ok!', safe=False)
|
||
|
||
|
||
def test_field(request):
|
||
my_site = MySite.objects.get(pk=1)
|
||
list1 = SiteStatus.objects.filter(site=my_site, created_at__date__gte=datetime.today())
|
||
print(list1)
|
||
return JsonResponse('ok!', safe=False)
|
||
|
||
|
||
def test_notify(request):
|
||
# res = NotifyDispatch().send_text(text='66666')
|
||
|
||
res = pt_spider.send_text('666')
|
||
print(res)
|
||
return JsonResponse(res, safe=False)
|
||
|
||
|
||
def do_sql(request):
|
||
# with open('main_pt_site_site.sql', encoding='utf-8') as file_obj:
|
||
# contents = file_obj.readlines()
|
||
# with connection.cursor() as cursor:
|
||
# for statement in contents:
|
||
# res1 = cursor.execute(statement)
|
||
# print(threading.main_thread().getName())
|
||
try:
|
||
print(0)
|
||
except Exception as e:
|
||
|
||
print(e)
|
||
# autoreload.start_django(au)
|
||
# django_main_thread
|
||
|
||
return JsonResponse('ok', safe=False)
|
||
|
||
|
||
def get_git_logs(master='', n=10):
|
||
# 获取最新的10条更新记录
|
||
# master='' 本地 master='origin/master' 远程
|
||
p = subprocess.Popen('git log {} -{}'.format(master, n), shell=True, stdout=subprocess.PIPE, )
|
||
contents = p.stdout.readlines()
|
||
update_notes = []
|
||
info = {
|
||
'date': '',
|
||
'data': []
|
||
}
|
||
for i in contents:
|
||
string = i.decode('utf8')
|
||
if string == '\n' or 'commit' in string or 'Author' in string:
|
||
continue
|
||
if 'Date' in string:
|
||
update_notes.append(info)
|
||
info = {}
|
||
list1 = string.split(':', 1)
|
||
# 格式化时间
|
||
update_time = datetime.strptime(list1[1].strip(), '%a %b %d %X %Y +0800')
|
||
info['date'] = update_time.strftime('%Y-%m-%d %H:%M:%S')
|
||
info['data'] = []
|
||
continue
|
||
info['data'].append(string.strip())
|
||
# print(update_notes)
|
||
update_notes.pop(0)
|
||
return update_notes
|
||
|
||
|
||
def get_git_log(master='master', n=10):
|
||
repo = git.Repo(path='.')
|
||
# 拉取仓库更新记录元数据
|
||
repo.remote().update()
|
||
# 获取本地仓库commits更新记录
|
||
commits = list(repo.iter_commits(master, max_count=n))
|
||
# 获取远程仓库commits记录
|
||
# remote_commits = list(repo.iter_commits("origin/master", max_count=10))
|
||
|
||
|
||
def get_update_logs():
|
||
repo = git.Repo(path='.')
|
||
# 拉取仓库更新记录元数据
|
||
repo.remote().update()
|
||
# 获取本地仓库commits更新记录
|
||
commits = list(repo.iter_commits('master', max_count=10))
|
||
# 获取远程仓库commits记录
|
||
remote_commits = list(repo.iter_commits("origin/master", max_count=10))
|
||
return commits[0].hexsha == remote_commits[0].hexsha
|
||
|
||
|
||
def update_page(request):
|
||
try:
|
||
# 获取docker对象
|
||
client = docker.from_env()
|
||
# 从内部获取容器id
|
||
cid = socket.gethostname()
|
||
started_at = client.api.inspect_container(cid).get('State').get('StartedAt')[:-4] + 'Z'
|
||
utc_format = "%Y-%m-%dT%H:%M:%S.%fZ"
|
||
restart = 'true'
|
||
utc_time = datetime.strptime(started_at, utc_format)
|
||
local_time = utc_time + timedelta(hours=8)
|
||
delta = str((datetime.now() - local_time).seconds) + '秒'
|
||
print(delta)
|
||
# delta = local_time.strftime('%Y-%m-%dT%H:%M:%S.%f')
|
||
# delta = delta.astimezone(pytz.timezone('Asia/Shanghai'))
|
||
except Exception as e:
|
||
# raise
|
||
restart = 'false'
|
||
delta = '程序未在容器中启动？'
|
||
if get_update_logs():
|
||
update = 'false'
|
||
update_tips = '目前您使用的是最新版本！'
|
||
else:
|
||
update = 'true'
|
||
update_tips = '已有新版本，请根据需要升级！'
|
||
return render(request, 'auto_pt/update.html',
|
||
context={
|
||
'delta': delta,
|
||
'restart': restart,
|
||
'local_logs': get_git_logs(),
|
||
'update_notes': get_git_logs(master='origin/master'),
|
||
'update': update,
|
||
'update_tips': update_tips
|
||
})
|
||
|
||
|
||
def do_update(request):
|
||
try:
|
||
print('开始拉取更新')
|
||
# print(os.system('cat ./update.sh'))
|
||
subprocess.Popen('chmod +x ./update.sh', shell=True)
|
||
p = subprocess.Popen('./update.sh', shell=True, stdout=subprocess.PIPE, bufsize=1)
|
||
p.wait()
|
||
out = p.stdout.readlines()
|
||
for i in out:
|
||
print(i.decode('utf8'))
|
||
# 更新Xpath规则
|
||
print('拉取更新完毕，开始更新Xpath规则')
|
||
with open('./main_pt_site_site.json', 'r') as f:
|
||
# print(f.readlines())
|
||
data = json.load(f)
|
||
# print(data[2])
|
||
# print(data[0].get('url'))
|
||
# xpath_update = []
|
||
print('更新规则中，返回结果为True为新建，为False为更新，其他是错误了')
|
||
for site_rules in data:
|
||
if site_rules.get('pk'):
|
||
del site_rules['pk']
|
||
site_obj = Site.objects.update_or_create(defaults=site_rules, url=site_rules.get('url'))
|
||
print(site_obj[0].name + (' 规则新增成功！' if site_obj[1] else '规则更新成功！'))
|
||
print('更新完毕，开始重启')
|
||
print(request.GET.get('restart'))
|
||
flag = request.GET.get('restart') == 'true'
|
||
if flag:
|
||
do_restart(request)
|
||
# cid = socket.gethostname()
|
||
# reboot = subprocess.Popen('docker restart {}'.format(cid), shell=True, stdout=subprocess.PIPE, )
|
||
# out = reboot.stdout.readline().decode('utf8')
|
||
# client.api.inspect_container(cid)
|
||
# StartedAt = client.api.inspect_container(cid).get('State').get('StartedAt')
|
||
return JsonResponse(data=CommonResponse.error(
|
||
msg='更新成功，重启指令发送成功，容器重启中 ...' if flag else '更新成功，未映射docker路径请手动重启容器 ...'
|
||
).to_dict(), safe=False)
|
||
except Exception as e:
|
||
return JsonResponse(data=CommonResponse.error(
|
||
msg='更新失败!' + str(e)
|
||
).to_dict(), safe=False)
|
||
|
||
|
||
def do_restart(request):
|
||
try:
|
||
# 获取docker对象
|
||
# client = docker.from_env()
|
||
# 从内部获取容器id
|
||
cid = socket.gethostname()
|
||
# 获取容器对象
|
||
# container = client.containers.get(cid)
|
||
# 重启容器
|
||
# client.api.restart(cid)
|
||
print('重启中')
|
||
reboot = subprocess.Popen('docker restart {}'.format(cid), shell=True, stdout=subprocess.PIPE, )
|
||
out = reboot.stdout.readline().decode('utf8')
|
||
print(out)
|
||
# client.api.inspect_container(cid)
|
||
# StartedAt = client.api.inspect_container(cid).get('State').get('StartedAt')
|
||
return JsonResponse(data=CommonResponse.error(
|
||
msg='重启指令发送成功，容器重启中 ...' + out
|
||
).to_dict(), safe=False)
|
||
except Exception as e:
|
||
return JsonResponse(data=CommonResponse.error(
|
||
msg='重启指令发送失败!' + str(e),
|
||
).to_dict(), safe=False)
|