377 lines
12 KiB
Python
377 lines
12 KiB
Python
|
#!/usr/bin/python
|
|||
|
|
# -*- coding: utf-8 -*-
|
|||
|
|
|
|||
|
|
# python 3 环境
|
|||
|
|
# 激活 activate.sh (激活py35 env，启动运行程序
|
|||
|
|
|
|||
|
|
import sys
|
|||
|
|
import time
|
|||
|
|
from datetime import datetime
|
|||
|
|
# import commands
|
|||
|
|
import os
|
|||
|
|
import subprocess
|
|||
|
|
import psutil
|
|||
|
|
|
|||
|
|
# 将repostory的目录i，作为根目录，添加到系统环境中。
|
|||
|
|
ROOT_PATH = os.path.abspath(os.path.join(os.path.dirname(__file__), '..', '..'))
|
|||
|
|
sys.path.append(ROOT_PATH)
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
import vnpy.trader.util_mail as sendmail
|
|||
|
|
except :
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
# python容器文件
|
|||
|
|
python_path = '/home/trade/anaconda3/envs/py35/bin/python'
|
|||
|
|
|
|||
|
|
# shell 文件，不使用sh
|
|||
|
|
bash = "/bin/bash"
|
|||
|
|
|
|||
|
|
# 运行时间段
|
|||
|
|
valid_time_span = '08:55:00~15:30:00,20:45:00~02:35:00'
|
|||
|
|
|
|||
|
|
# 日志目录
|
|||
|
|
log_path = os.path.abspath(os.path.join(os.getcwd(), 'logs'))
|
|||
|
|
if os.path.isdir(log_path):
|
|||
|
|
# 如果工作目录下，存在logs子目录，就使用logs子目录
|
|||
|
|
base_path = os.getcwd()
|
|||
|
|
else:
|
|||
|
|
# 使用service.py所在得目录
|
|||
|
|
base_path = os.path.abspath(os.path.dirname(os.path.realpath(__file__)))
|
|||
|
|
|
|||
|
|
# 进程组id保存文件
|
|||
|
|
gpid_file = os.path.abspath(os.path.join(base_path, 'logs', 'gpid.txt'))
|
|||
|
|
|
|||
|
|
tmp_cron_file = os.path.abspath(os.path.join(base_path, 'logs', 'cron.tmp'))
|
|||
|
|
|
|||
|
|
program_file = os.path.join(base_path, 'activate.sh')
|
|||
|
|
log_file = os.path.abspath(os.path.join(base_path,'logs', 'service.log'))
|
|||
|
|
error_file = os.path.abspath(os.path.join(base_path, 'logs', 'service-error.log'))
|
|||
|
|
cron_log_file = os.path.abspath(os.path.join(base_path,'logs', 'cron.log'))
|
|||
|
|
cron_error_file = os.path.abspath(os.path.join(base_path, 'logs', 'cron-error.log'))
|
|||
|
|
null_file = "/dev/null"
|
|||
|
|
|
|||
|
|
cron_content = "* * * * * {} {} schedule >>{} 2>>{}".format(python_path, os.path.realpath(__file__), cron_log_file, cron_error_file)
|
|||
|
|
program_command = "nohup {} {} >>{} 2>>{} &".format(bash, program_file, log_file, error_file)
|
|||
|
|
|
|||
|
|
USE_GPID = False
|
|||
|
|
|
|||
|
|
def _check_gpid(gpid):
|
|||
|
|
"""
|
|||
|
|
检查进程(组)ID
|
|||
|
|
:param gpid:
|
|||
|
|
:return: True, 正在运行/ False: 没有运行
|
|||
|
|
"""
|
|||
|
|
if not USE_GPID:
|
|||
|
|
int_gpid = int(gpid)
|
|||
|
|
return psutil.pid_exists(int_gpid)
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
# 通过系统子进程，打开ps命令，找到gpid下得所有进程
|
|||
|
|
p = subprocess.Popen(["ps", "-A", "-o", "pgrp="], stdin=subprocess.PIPE,
|
|||
|
|
stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=False)
|
|||
|
|
returncode = p.wait()
|
|||
|
|
except OSError as e:
|
|||
|
|
print('找不到shell运行命令ps', file=sys.stderr)
|
|||
|
|
exit(1)
|
|||
|
|
|
|||
|
|
#print('returncode1:{}'.format(returncode))
|
|||
|
|
try:
|
|||
|
|
p2 = subprocess.Popen("uniq", stdin=p.stdout, stdout=subprocess.PIPE,
|
|||
|
|
stderr=subprocess.PIPE, shell=False)
|
|||
|
|
returncode = p2.wait()
|
|||
|
|
except OSError as e:
|
|||
|
|
print(u'找不到shell运行命令uniq', file=sys.stderr)
|
|||
|
|
exit(1)
|
|||
|
|
|
|||
|
|
# print('returncode2:{}'.format(returncode))
|
|||
|
|
for i in p2.stdout.readlines():
|
|||
|
|
#print (u'p2.line:{}'.format(i))
|
|||
|
|
if i.decode().strip() == gpid:
|
|||
|
|
print(u'找到gpid:{}'.format(gpid))
|
|||
|
|
return True
|
|||
|
|
|
|||
|
|
print(u'找不到gpid:{}'.format(gpid))
|
|||
|
|
return False
|
|||
|
|
|
|||
|
|
def _status():
|
|||
|
|
"""
|
|||
|
|
查询当前状态
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
print(u'检查{}'.format(gpid_file))
|
|||
|
|
if os.path.exists(gpid_file):
|
|||
|
|
with open(gpid_file, 'r') as f:
|
|||
|
|
gpid = f.read().strip()
|
|||
|
|
print(u'gpid={}'.format(gpid))
|
|||
|
|
if gpid != "" and _check_gpid(gpid):
|
|||
|
|
return gpid
|
|||
|
|
|
|||
|
|
return None
|
|||
|
|
|
|||
|
|
def trade_off():
|
|||
|
|
"""检查现在是否为非交易时间"""
|
|||
|
|
now = datetime.now()
|
|||
|
|
a = datetime.now().replace(hour=2, minute=35, second=0, microsecond=0)
|
|||
|
|
b = datetime.now().replace(hour=8, minute=55, second=0, microsecond=0)
|
|||
|
|
c = datetime.now().replace(hour=15, minute=30, second=0, microsecond=0)
|
|||
|
|
d = datetime.now().replace(hour=20, minute=55, second=0, microsecond=0)
|
|||
|
|
weekend = (now.isoweekday() == 6 and now >= a) or (now.isoweekday() == 7) or(now.isoweekday() == 1 and now <= a)
|
|||
|
|
off = (a<= now <= b) or (c <= now <= d) or weekend
|
|||
|
|
return off
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _check_stop_time():
|
|||
|
|
"""
|
|||
|
|
当前时间是否属于停止运行
|
|||
|
|
:return: True：属于停止运行期间；False：不属于
|
|||
|
|
"""
|
|||
|
|
time_span_list = []
|
|||
|
|
for time_span in valid_time_span.split(","):
|
|||
|
|
time_pair = tuple([item.strip() for item in time_span.split("~")])
|
|||
|
|
time_span_list.append(time_pair)
|
|||
|
|
time_span_list.sort(key=lambda pair: pair[0])
|
|||
|
|
if len(time_span_list) == 0:
|
|||
|
|
return False
|
|||
|
|
import datetime
|
|||
|
|
now_time = datetime.datetime.now()
|
|||
|
|
a = now_time.replace(hour=2, minute=35, second=0, microsecond=0)
|
|||
|
|
weekend = (now_time.isoweekday() == 6 and now_time >= a) or (now_time.isoweekday() == 7) or (now_time.isoweekday() == 1 and now_time <=a)
|
|||
|
|
if weekend:
|
|||
|
|
return True
|
|||
|
|
|
|||
|
|
now_time_str = now_time.strftime('%H:%M:%S')
|
|||
|
|
stop_flag = True
|
|||
|
|
if time_span_list[-1][1] > now_time_str:
|
|||
|
|
stop_flag = False
|
|||
|
|
else:
|
|||
|
|
watch_flag = False
|
|||
|
|
for item in time_span_list:
|
|||
|
|
if item[0] > now_time_str:
|
|||
|
|
stop_flag = True
|
|||
|
|
watch_flag = True
|
|||
|
|
break
|
|||
|
|
if item[1] > now_time_str:
|
|||
|
|
stop_flag = False
|
|||
|
|
watch_flag = True
|
|||
|
|
break
|
|||
|
|
|
|||
|
|
if not watch_flag:
|
|||
|
|
if time_span_list[-1][1] < time_span_list[0][0]:
|
|||
|
|
stop_flag = False
|
|||
|
|
else:
|
|||
|
|
stop_flag = True
|
|||
|
|
|
|||
|
|
return stop_flag
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _start():
|
|||
|
|
"""
|
|||
|
|
启动服务
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
# 获取进程组id
|
|||
|
|
gpid = _status()
|
|||
|
|
if _check_stop_time():
|
|||
|
|
# 属于停止运行期间
|
|||
|
|
if gpid:
|
|||
|
|
print(u'现在属于停止运行时间，进程组ID存在,将杀死服务进程:[gpid={}]'.format(gpid))
|
|||
|
|
import signal
|
|||
|
|
if USE_GPID:
|
|||
|
|
# 杀死进程组
|
|||
|
|
os.killpg(int(gpid), signal.SIGKILL)
|
|||
|
|
else:
|
|||
|
|
os.kill(int(gpid), signal.SIGKILL)
|
|||
|
|
i = 0
|
|||
|
|
while _status():
|
|||
|
|
time.sleep(1)
|
|||
|
|
i += 1
|
|||
|
|
print(u'杀死进程中，等待{}秒'.format(i))
|
|||
|
|
if i > 30:
|
|||
|
|
print(u'杀死进程失败，退出')
|
|||
|
|
exit(1)
|
|||
|
|
|
|||
|
|
print('进程组已停止运行[gpid={}]'.format(gpid))
|
|||
|
|
try:
|
|||
|
|
sendmail.sendmail(subject='Notification: {0}目录下服务 killed by service.py'.format(base_path),
|
|||
|
|
msgcontent='停止运行时间,已将进程组[gpid={}]杀死.'.format(gpid))
|
|||
|
|
except:
|
|||
|
|
print(u'发送通知邮件失败', file=sys.stderr)
|
|||
|
|
pass
|
|||
|
|
else:
|
|||
|
|
print(u'{} 现在属于停止运行时间，不启动服务'.format(datetime.now()))
|
|||
|
|
else:
|
|||
|
|
# 属于运行时间
|
|||
|
|
if not gpid:
|
|||
|
|
print(u'{}属于运行时间,将启动服务:{}'.format(datetime.now(),program_command))
|
|||
|
|
if os.path.isfile(gpid_file):
|
|||
|
|
print(u'{0}文件存在，先执行删除'.format(gpid_file))
|
|||
|
|
try:
|
|||
|
|
os.remove(gpid_file)
|
|||
|
|
except:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
os.popen(program_command)
|
|||
|
|
i = 0
|
|||
|
|
while True:
|
|||
|
|
gpid = _status()
|
|||
|
|
if gpid:
|
|||
|
|
print('{}属于运行时间,成功启动服务[gpid={}]'.format(datetime.now(), gpid))
|
|||
|
|
try:
|
|||
|
|
sendmail.sendmail(
|
|||
|
|
subject='Notification: {0}目录下进程启动'.format(base_path),
|
|||
|
|
msgcontent='{}属于运行时间,已启动服务[gpid={}]'.format(datetime.now(), gpid))
|
|||
|
|
except:
|
|||
|
|
print(u'发送通知邮件失败', file=sys.stderr)
|
|||
|
|
pass
|
|||
|
|
break
|
|||
|
|
|
|||
|
|
i += 1
|
|||
|
|
print(u'启动进程中，等待{}秒'.format(i))
|
|||
|
|
if i > 30:
|
|||
|
|
print(u'启动进程失败，退出')
|
|||
|
|
exit(1)
|
|||
|
|
time.sleep(1)
|
|||
|
|
|
|||
|
|
|
|||
|
|
else:
|
|||
|
|
print(u'{}属于运行时间,{}服务已运行'.format(datetime.now(),base_path))
|
|||
|
|
|
|||
|
|
def schedule():
|
|||
|
|
"""
|
|||
|
|
crontab 计划执行
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
print( '======schedule========')
|
|||
|
|
_start()
|
|||
|
|
|
|||
|
|
|
|||
|
|
def status():
|
|||
|
|
"""查看状态"""
|
|||
|
|
print('======status========')
|
|||
|
|
|
|||
|
|
gpid = _status()
|
|||
|
|
if gpid:
|
|||
|
|
print('{}服务进程[gpid={}]正在运行'.format(base_path,gpid))
|
|||
|
|
else:
|
|||
|
|
print('{}服务进程没有运行.'.format(base_path))
|
|||
|
|
|
|||
|
|
# operate的可选字符串为：add, del
|
|||
|
|
def operate_crontab(operate):
|
|||
|
|
"""
|
|||
|
|
操作crontab
|
|||
|
|
:param operate: add , del
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
# 从系统命令中，获取定时任务
|
|||
|
|
p = subprocess.Popen(["crontab", "-l"], stdin=subprocess.PIPE,
|
|||
|
|
stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=False)
|
|||
|
|
returncode = p.wait()
|
|||
|
|
except OSError as e:
|
|||
|
|
print(u"找不到shell运行命令crontab", file=sys.stderr)
|
|||
|
|
exit(1)
|
|||
|
|
|
|||
|
|
remain_cron_list = []
|
|||
|
|
exist_flag = False
|
|||
|
|
for i in p.stdout.readlines():
|
|||
|
|
if i.decode("utf-8").find(os.path.realpath(__file__) + " schedule") >= 0:
|
|||
|
|
old_cron_content = i.decode("utf-8")
|
|||
|
|
exist_flag = True
|
|||
|
|
else:
|
|||
|
|
remain_cron_list.append(i.decode("utf-8"))
|
|||
|
|
|
|||
|
|
if operate == "add" and not exist_flag:
|
|||
|
|
remain_cron_list.append(cron_content)
|
|||
|
|
remain_cron_list.append("\n")
|
|||
|
|
with open(tmp_cron_file, 'wb') as f:
|
|||
|
|
for i in remain_cron_list:
|
|||
|
|
f.write(i.encode("utf-8"))
|
|||
|
|
os.popen("crontab {}".format(tmp_cron_file))
|
|||
|
|
print(u'添加crontab项: {}'.format(cron_content), file=sys.stderr)
|
|||
|
|
|
|||
|
|
if operate == "del" and exist_flag:
|
|||
|
|
with open(tmp_cron_file, 'wb') as f:
|
|||
|
|
for i in remain_cron_list:
|
|||
|
|
f.write(i.encode("utf-8"))
|
|||
|
|
os.popen("crontab {}".format(tmp_cron_file))
|
|||
|
|
print(u'删除crontab item: {}'.format(old_cron_content), file=sys.stderr)
|
|||
|
|
|
|||
|
|
# os.remove(tmp_cron_file)
|
|||
|
|
|
|||
|
|
def start():
|
|||
|
|
print(u'======start========')
|
|||
|
|
# 往任务表增加定时计划
|
|||
|
|
operate_crontab("add")
|
|||
|
|
# 执行启动
|
|||
|
|
_start()
|
|||
|
|
print(u'启动{}服务执行完毕'.format(base_path))
|
|||
|
|
|
|||
|
|
def _stop():
|
|||
|
|
print(u'======stop========')
|
|||
|
|
# 在任务表删除定时计划
|
|||
|
|
operate_crontab("del")
|
|||
|
|
|
|||
|
|
# 查询进程组id
|
|||
|
|
gpid = _status()
|
|||
|
|
if gpid:
|
|||
|
|
# 进程组存在，杀死进程
|
|||
|
|
import signal
|
|||
|
|
# 杀死进程组
|
|||
|
|
if USE_GPID:
|
|||
|
|
# 杀死进程组
|
|||
|
|
os.killpg(int(gpid), signal.SIGKILL)
|
|||
|
|
else:
|
|||
|
|
os.kill(int(gpid), signal.SIGKILL)
|
|||
|
|
i = 0
|
|||
|
|
while _status():
|
|||
|
|
time.sleep(1)
|
|||
|
|
i += 1
|
|||
|
|
print(u'等待{}秒'.format(i))
|
|||
|
|
|
|||
|
|
print(u'{}成功停止{}服务[gpid={}]'.format(datetime.now(), base_path,gpid))
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
sendmail.sendmail(subject='Notification: {}目录下服务进程停止'.format(base_path),
|
|||
|
|
msgcontent= '服务进程[gpid={}]停止'.format(gpid))
|
|||
|
|
except:
|
|||
|
|
print(u'发送通知邮件失败')
|
|||
|
|
pass
|
|||
|
|
else:
|
|||
|
|
print(u'{}服务进程没有运行'.format(base_path))
|
|||
|
|
|
|||
|
|
def stop():
|
|||
|
|
"""
|
|||
|
|
停止服务
|
|||
|
|
:return:
|
|||
|
|
"""
|
|||
|
|
_stop()
|
|||
|
|
print(u'执行停止{}服务完成'.format(base_path))
|
|||
|
|
|
|||
|
|
|
|||
|
|
def restart():
|
|||
|
|
print(u'======restart========')
|
|||
|
|
_stop()
|
|||
|
|
_start()
|
|||
|
|
print('执行重启{}服务完成'.format(base_path))
|
|||
|
|
|
|||
|
|
|
|||
|
|
if __name__ == '__main__':
|
|||
|
|
if len(sys.argv) >=2:
|
|||
|
|
fun = sys.argv[1]
|
|||
|
|
else:
|
|||
|
|
fun = ''
|
|||
|
|
if fun == 'status':
|
|||
|
|
status()
|
|||
|
|
elif fun == 'start':
|
|||
|
|
start()
|
|||
|
|
elif fun == 'stop':
|
|||
|
|
stop()
|
|||
|
|
elif fun == 'restart':
|
|||
|
|
restart()
|
|||
|
|
elif fun == 'schedule':
|
|||
|
|
schedule()
|
|||
|
|
else:
|
|||
|
|
print( u'Usage: {} (status|start|stop|restart)'.format(os.path.basename(__file__)))
|