fxreader.online/freelance-project-34-marketing-blog
2
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases Wiki Activity

[+] update cpanel

Browse Source 
1. fix logging;
  2. refactor into a class;
This commit is contained in:
Siarhei Siniak 2025-03-20 19:07:34 +03:00
parent 43c711cb2c
commit 3d023047b4
1 changed files with 110 additions and 100 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

210
d1/cpanel.py
View File

@ -11,121 +11,131 @@ import logging
import json import json
import time import time
with io.open( logger = logging.getLogger(__name__)
'tmp/d1/cpanel.json', 'r'
) as f:
t3 = json.load(f)
t2 = copy.deepcopy(t3)
ssh_known_hosts : list[str] = [] class Launcher:
def run(self):
logging.basicConfig(level=logging.INFO)
for k, v in t2.items(): with io.open(
if 'ssh_known_hosts' in v: 'tmp/d1/cpanel.json', 'r'
ssh_known_hosts.append(v['ssh_known_hosts']) ) as f:
t3 = json.load(f)
if len(ssh_known_hosts) > 0: t2 = copy.deepcopy(t3)
subprocess.check_call(
r'''
mkdir -p ~/.ssh && \
cat $SSH_KNOWN_HOSTS > ~/.ssh/known_hosts
''', env=dict(list(os.environ.items())) | dict(
SSH_KNOWN_HOSTS=' '.join(ssh_known_hosts),
),
shell=True
)
for k in t2: ssh_known_hosts : list[str] = []
v = t2[k]
v['task'] = lambda : subprocess.Popen(
v['task_cmd'],
stdin=subprocess.DEVNULL,
)
def stop_task(task: subprocess.Popen[bytes]) -> None:
task.terminate()
try:
task.wait(1)
except:
task.kill()
t1 = dict()
shutdown = False
while True:
try:
for k, v in t2.items(): for k, v in t2.items():
if not k in t1: if 'ssh_known_hosts' in v:
logging.info(json.dumps(dict( ssh_known_hosts.append(v['ssh_known_hosts'])
task=k,
status='starting',
)))
t1[k] = v['task']()
logging.info(json.dumps(dict(
task=k,
status='started',
)))
continue
o = t1[k] if len(ssh_known_hosts) > 0:
subprocess.check_call(
r'''
mkdir -p ~/.ssh && \
cat $SSH_KNOWN_HOSTS > ~/.ssh/known_hosts
''', env=dict(list(os.environ.items())) | dict(
SSH_KNOWN_HOSTS=' '.join(ssh_known_hosts),
),
shell=True
)
not_alive = None for k in t2:
v = t2[k]
v['task'] = lambda : subprocess.Popen(
v['task_cmd'],
stdin=subprocess.DEVNULL,
)
def stop_task(task: subprocess.Popen[bytes]) -> None:
task.terminate()
try: try:
not_alive = not ( task.wait(1)
requests.get(v['url'], timeout=0.5).status_code
== 200
)
except: except:
logging.error(json.dumps(dict( task.kill()
error=traceback.format_exc(),
time_iso=datetime.datetime.now().isoformat(),
)))
not_alive = True
if not_alive: t1 = dict()
logging.error(json.dumps(
dict(
args=o.args,
k=k,
#o=pprint.pformat(o.__dict__),
status='not_alive',
time_iso=datetime.datetime.now().isoformat(),
)
))
#stop_task(o) shutdown = False
#del t1[k]
continue
if not o.poll() is None: while True:
logging.error(json.dumps( try:
dict( for k, v in t2.items():
#o=pprint.pformat(o.__dict__), if not k in t1:
args=o.args, logging.info(json.dumps(dict(
k=k, task=k,
return_code=o.poll(), status='starting',
status='crashed', )))
time_iso=datetime.datetime.now().isoformat(), t1[k] = v['task']()
) logging.info(json.dumps(dict(
)) task=k,
del t1[k] status='started',
continue )))
continue
if shutdown: o = t1[k]
break
print('\r%s tasks %d' % ( not_alive = None
datetime.datetime.now().isoformat(),
len(t1),
), end='')
sys.stdout.flush()
except KeyboardInterrupt:
print('\nshutting down')
break
finally:
time.sleep(5 * 60)
for o in t1: try:
stop_task(o) not_alive = not (
requests.get(v['url'], timeout=0.5).status_code
== 200
)
except:
logging.error(json.dumps(dict(
error=traceback.format_exc(),
time_iso=datetime.datetime.now().isoformat(),
)))
not_alive = True
if not_alive:
logging.error(json.dumps(
dict(
args=o.args,
k=k,
#o=pprint.pformat(o.__dict__),
status='not_alive',
time_iso=datetime.datetime.now().isoformat(),
)
))
#stop_task(o)
#del t1[k]
continue
if not o.poll() is None:
logging.error(json.dumps(
dict(
#o=pprint.pformat(o.__dict__),
args=o.args,
k=k,
return_code=o.poll(),
status='crashed',
time_iso=datetime.datetime.now().isoformat(),
)
))
del t1[k]
continue
if shutdown:
break
print('\r%s tasks %d' % (
datetime.datetime.now().isoformat(),
len(t1),
), end='')
sys.stdout.flush()
except KeyboardInterrupt:
print('\nshutting down')
break
finally:
time.sleep(5 * 60)
for o in t1:
stop_task(o)
if __name__ == '__main__':
Launcher().run()