manage.py 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962
  1. import os
  2. import io
  3. import sys
  4. import platform
  5. import shutil
  6. import time
  7. import subprocess
  8. import requests
  9. import json
  10. import datetime
  11. import socket
  12. import re
  13. from threading import Thread
  14. from api.utils import shell_execute, docker, const
  15. from api.model.app import App
  16. from api.model.response import Response
  17. from api.model.config import Config
  18. from api.model.status_reason import StatusReason
  19. from api.utils.common_log import myLogger
  20. from redis import Redis
  21. from rq import Queue, Worker, Connection
  22. from rq.registry import StartedJobRegistry, FinishedJobRegistry, DeferredJobRegistry, FailedJobRegistry, ScheduledJobRegistry, CanceledJobRegistry
  23. from api.exception.command_exception import CommandException
  24. # 指定 Redis 容器的主机名和端口
  25. redis_conn = Redis(host='websoft9-redis', port=6379)
  26. # 使用指定的 Redis 连接创建 RQ 队列
  27. q = Queue(connection=redis_conn,default_timeout=3600)
  28. # APP列表是否有正在安装的应用
  29. def check_list_status(applist):
  30. installing = False
  31. for app in applist:
  32. status = app['status']
  33. if status == "created":
  34. installing = True
  35. break
  36. return installing
  37. # 获取所有app的信息
  38. def get_my_app(app_id):
  39. installed_list = get_apps_from_compose()
  40. installing_list = get_apps_from_queue()
  41. if check_list_status(installed_list):
  42. time.sleep(3)
  43. installed_list = get_apps_from_compose()
  44. app_list = installing_list + installed_list
  45. find = False
  46. ret = {}
  47. if app_id != None:
  48. for app in app_list:
  49. if app_id == app['app_id']:
  50. ret = app
  51. find = True
  52. break
  53. if not find:
  54. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "This App doesn't exist!", "")
  55. else:
  56. ret = app_list
  57. myLogger.info_logger("app list result ok")
  58. return ret
  59. # 获取具体某个app的信息
  60. def get_app_status(app_id):
  61. code, message = docker.check_app_id(app_id)
  62. if code == None:
  63. app = get_my_app(app_id)
  64. # 将app_list 过滤出app_id的app,并缩减信息,使其符合文档的要求
  65. ret = {}
  66. ret['app_id'] = app['app_id']
  67. ret['status'] = app['status']
  68. ret['status_reason'] = app['status_reason']
  69. else:
  70. raise CommandException(code, message, '')
  71. return ret
  72. def install_app(app_name, customer_name, app_version):
  73. myLogger.info_logger("Install app ...")
  74. ret = {}
  75. ret['ResponseData'] = {}
  76. app_id = app_name + "_" + customer_name
  77. ret['ResponseData']['app_id'] = app_id
  78. code, message = check_app(app_name, customer_name, app_version)
  79. if code == None:
  80. q.enqueue(install_app_delay, app_name, customer_name, app_version, job_id=app_id)
  81. else:
  82. ret['Error'] = get_error_info(code, message, "")
  83. return ret
  84. def start_app(app_id):
  85. code, message = docker.check_app_id(app_id)
  86. if code == None:
  87. info, flag = app_exits_in_docker(app_id)
  88. if flag:
  89. app_path = info.split()[-1].rsplit('/', 1)[0]
  90. cmd = "docker compose -f " + app_path + "/docker-compose.yml start"
  91. shell_execute.execute_command_output_all(cmd)
  92. else:
  93. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "APP is not exist", "")
  94. else:
  95. raise CommandException(code, message, '')
  96. def stop_app(app_id):
  97. code, message = docker.check_app_id(app_id)
  98. myLogger.info_logger(message)
  99. if code == None:
  100. info, flag = app_exits_in_docker(app_id)
  101. if flag:
  102. app_path = info.split()[-1].rsplit('/', 1)[0]
  103. cmd = "docker compose -f " + app_path + "/docker-compose.yml stop"
  104. shell_execute.execute_command_output_all(cmd)
  105. else:
  106. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "APP is not exist", "")
  107. else:
  108. myLogger.info_logger("check app failed")
  109. raise CommandException(code, message, "")
  110. def restart_app(app_id):
  111. code, message = docker.check_app_id(app_id)
  112. if code == None:
  113. info, flag = app_exits_in_docker(app_id)
  114. if flag:
  115. app_path = info.split()[-1].rsplit('/', 1)[0]
  116. cmd = "docker compose -f " + app_path + "/docker-compose.yml restart"
  117. shell_execute.execute_command_output_all(cmd)
  118. else:
  119. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "APP is not exist", "")
  120. else:
  121. raise CommandException(code, message, "")
  122. def delete_app_failedjob(job_id):
  123. myLogger.info_logger("delete_app_failedjob")
  124. failed = FailedJobRegistry(queue=q)
  125. failed.remove(job_id, delete_job=True)
  126. def uninstall_app(app_id):
  127. code, message = docker.check_app_id(app_id)
  128. if code == None:
  129. app_name = app_id.split('_')[0]
  130. customer_name = app_id.split('_')[1]
  131. app_path = ""
  132. info, code_exist = app_exits_in_docker(app_id)
  133. if code_exist:
  134. app_path = info.split()[-1].rsplit('/', 1)[0]
  135. cmd = "docker compose -f " + app_path + "/docker-compose.yml down -v"
  136. lib_path = '/data/library/apps/' + app_name
  137. if app_path != lib_path:
  138. cmd = cmd + " && sudo rm -rf " + app_path
  139. shell_execute.execute_command_output_all(cmd)
  140. else:
  141. if check_app_rq(app_id):
  142. delete_app_failedjob(app_id)
  143. else:
  144. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "AppID is not exist", "")
  145. # Force to delete
  146. try:
  147. cmd = " sudo rm -rf /data/apps/" + customer_name
  148. shell_execute.execute_command_output_all(cmd)
  149. except CommandException as ce:
  150. myLogger.info_logger("Delete app compose exception")
  151. else:
  152. raise CommandException(code, message, "")
  153. def check_app(app_name, customer_name, app_version):
  154. message = ""
  155. code = None
  156. app_id = app_name + "_" + customer_name
  157. if app_name == None:
  158. code = const.ERROR_CLIENT_PARAM_BLANK
  159. message = "app_name is null"
  160. elif customer_name == None:
  161. code = const.ERROR_CLIENT_PARAM_BLANK
  162. message = "customer_name is null"
  163. elif app_version == None:
  164. code = const.ERROR_CLIENT_PARAM_BLANK
  165. message = "app_version is null"
  166. elif app_version == "undefined" or app_version == "":
  167. code = const.ERROR_CLIENT_PARAM_BLANK
  168. message = "app_version is null"
  169. elif not docker.check_app_websoft9(app_name):
  170. code = const.ERROR_CLIENT_PARAM_NOTEXIST
  171. message = "It is not support to install " + app_name
  172. elif re.match('^[a-z0-9]+$', customer_name) == None:
  173. code = const.ERROR_CLIENT_PARAM_Format
  174. message = "APP name can only be composed of numbers and lowercase letters"
  175. elif docker.check_directory("/data/apps/" + customer_name):
  176. code = const.ERROR_CLIENT_PARAM_REPEAT
  177. message = "Repeat installation: " + customer_name
  178. elif not docker.check_vm_resource(app_name):
  179. code = const.ERROR_SERVER_RESOURCE
  180. message = "Insufficient system resources (cpu, memory, disk space)"
  181. elif check_app_docker(app_id):
  182. code = const.ERROR_CLIENT_PARAM_REPEAT
  183. message = "Repeat installation: " + customer_name
  184. elif check_app_rq(app_id):
  185. code = const.ERROR_CLIENT_PARAM_REPEAT
  186. message = "Repeat installation: " + customer_name
  187. return code, message
  188. def prepare_app(app_name, customer_name):
  189. library_path = "/data/library/apps/" + app_name
  190. install_path = "/data/apps/" + customer_name
  191. shell_execute.execute_command_output_all("cp -r " + library_path + " " + install_path)
  192. def install_app_delay(app_name, customer_name, app_version):
  193. myLogger.info_logger("-------RQ install start --------")
  194. job_id = app_name + "_" + customer_name
  195. try:
  196. # 因为这个时候还没有复制文件夹,是从/data/library里面文件读取json来检查的,应该是app_name,而不是customer_name
  197. resource_flag = docker.check_vm_resource(app_name)
  198. if resource_flag == True:
  199. myLogger.info_logger("job check ok, continue to install app")
  200. env_path = "/data/apps/" + customer_name + "/.env"
  201. # prepare_app(app_name, customer_name)
  202. docker.check_app_compose(app_name, customer_name)
  203. myLogger.info_logger("start JobID=" + job_id)
  204. docker.modify_env(env_path, 'APP_NAME', customer_name)
  205. docker.modify_env(env_path, "APP_VERSION", app_version)
  206. docker.check_app_url(customer_name)
  207. cmd = "cd /data/apps/" + customer_name + " && sudo docker compose pull && sudo docker compose up -d"
  208. output = shell_execute.execute_command_output_all(cmd)
  209. myLogger.info_logger("-------Install result--------")
  210. myLogger.info_logger(output["code"])
  211. myLogger.info_logger(output["result"])
  212. else:
  213. error_info= "##websoft9##" + const.ERROR_SERVER_RESOURCE + "##websoft9##" + "Insufficient system resources (cpu, memory, disk space)" + "##websoft9##" + "Insufficient system resources (cpu, memory, disk space)"
  214. myLogger.info_logger(error_info)
  215. raise Exception(error_info)
  216. except CommandException as ce:
  217. myLogger.info_logger(customer_name + " install failed(docker)!")
  218. uninstall_app(job_id)
  219. error_info= "##websoft9##" + ce.code + "##websoft9##" + ce.message + "##websoft9##" + ce.detail
  220. myLogger.info_logger(error_info)
  221. raise Exception(error_info)
  222. except Exception as e:
  223. myLogger.info_logger(customer_name + " install failed(system)!")
  224. uninstall_app(job_id)
  225. error_info= "##websoft9##" + const.ERROR_SERVER_SYSTEM + "##websoft9##" + 'system original error' + "##websoft9##" + str(e)
  226. myLogger.info_logger(error_info)
  227. raise Exception(error_info)
  228. def app_exits_in_docker(app_id):
  229. customer_name = app_id.split('_')[1]
  230. app_name = app_id.split('_')[0]
  231. flag = False
  232. info = ""
  233. cmd = "docker compose ls -a | grep \'/" + customer_name + "/\'"
  234. try:
  235. output = shell_execute.execute_command_output_all(cmd)
  236. if int(output["code"]) == 0:
  237. info = output["result"]
  238. app_path = info.split()[-1].rsplit('/', 1)[0]
  239. is_official = check_if_official_app(app_path + '/variables.json')
  240. if is_official:
  241. name = docker.read_var(app_path + '/variables.json', 'name')
  242. if name == app_name:
  243. flag = True
  244. elif app_name == customer_name:
  245. flag = True
  246. myLogger.info_logger("APP in docker")
  247. except CommandException as ce:
  248. myLogger.info_logger("APP not in docker")
  249. return info, flag
  250. def split_app_id(app_id):
  251. return app_id.split("_")[1]
  252. def get_apps_from_compose():
  253. myLogger.info_logger("Search all of apps ...")
  254. cmd = "docker compose ls -a --format json"
  255. output = shell_execute.execute_command_output_all(cmd)
  256. output_list = json.loads(output["result"])
  257. myLogger.info_logger(len(output_list))
  258. ip = "localhost"
  259. try:
  260. ip_result = shell_execute.execute_command_output_all("cat /data/apps/stackhub/docker/w9appmanage/public_ip")
  261. ip = ip_result["result"].rstrip('\n')
  262. except Exception:
  263. ip = "127.0.0.1"
  264. app_list = []
  265. for app_info in output_list:
  266. volume = app_info["ConfigFiles"] # volume
  267. app_path = volume.rsplit('/', 1)[0]
  268. customer_name = volume.split('/')[-2]
  269. app_id = "" # app_id
  270. app_name = ""
  271. trade_mark = ""
  272. port = 0
  273. url = ""
  274. admin_url = ""
  275. image_url = ""
  276. user_name = ""
  277. password = ""
  278. official_app = False
  279. if customer_name in ['w9appmanage', 'w9nginxproxymanager','w9redis','w9portainer'] and app_path == '/data/apps/stackhub/docker/' + customer_name:
  280. continue
  281. # get code
  282. status = app_info["Status"].split("(")[0]
  283. if status == "running" or status == "exited" or status == "restarting":
  284. myLogger.info_logger("ok")
  285. elif status == "created":
  286. status = "failed"
  287. else:
  288. continue
  289. var_path = app_path + "/variables.json"
  290. official_app = check_if_official_app(var_path)
  291. if official_app:
  292. app_name = docker.read_var(var_path, 'name')
  293. app_id = app_name + "_" + customer_name # app_id
  294. # get trade_mark
  295. trade_mark = docker.read_var(var_path, 'trademark')
  296. image_url = get_Image_url(app_name)
  297. # get env info
  298. path = app_path + "/.env"
  299. # get port and url
  300. try:
  301. http_port = list(docker.read_env(
  302. path, "APP_HTTP_PORT").values())[0]
  303. port = int(http_port)
  304. easy_url = "http://" + ip + ":" + str(port)
  305. url = get_url(app_name, easy_url)
  306. admin_url = get_admin_url(app_name, url)
  307. except IndexError:
  308. try:
  309. db_port = list(docker.read_env(path, "APP_DB.*_PORT").values())[0]
  310. port = int(db_port)
  311. except IndexError:
  312. pass
  313. # get user_name
  314. try:
  315. user_name = list(docker.read_env(path, "APP_USER").values())[0]
  316. except IndexError:
  317. pass
  318. # get password
  319. try:
  320. password = list(docker.read_env(path, "POWER_PASSWORD").values())[0]
  321. except IndexError:
  322. pass
  323. else:
  324. app_name = customer_name
  325. app_id = customer_name + "_" + customer_name
  326. if status in ['running', 'exited']:
  327. config = Config(port=port, compose_file=volume, url=url, admin_url=admin_url,
  328. user_name=user_name, password=password, default_domain="", set_domain="")
  329. else:
  330. config = None
  331. if status == "failed":
  332. status_reason = StatusReason(Code=const.ERROR_SERVER_SYSTEM, Message="system original error", Detail="unknown error")
  333. else:
  334. status_reason = None
  335. app = App(app_id=app_id, app_name=app_name, customer_name=customer_name, trade_mark=trade_mark, status=status,
  336. status_reason=status_reason, official_app=official_app, image_url=image_url,
  337. config=config)
  338. app_list.append(app.dict())
  339. return app_list
  340. def check_if_official_app(var_path):
  341. if docker.check_directory(var_path):
  342. if docker.read_var(var_path, 'name') != "" and docker.read_var(var_path, 'trademark') != "" and docker.read_var(
  343. var_path, 'requirements') != "":
  344. requirements = docker.read_var(var_path, 'requirements')
  345. try:
  346. cpu = requirements['cpu']
  347. mem = requirements['memory']
  348. disk = requirements['disk']
  349. return True
  350. except KeyError:
  351. return False
  352. else:
  353. return False
  354. def check_app_docker(app_id):
  355. customer_name = app_id.split('_')[1]
  356. app_name = app_id.split('_')[0]
  357. flag = False
  358. cmd = "docker compose ls -a | grep \'/" + customer_name + "/\'"
  359. try:
  360. shell_execute.execute_command_output_all(cmd)
  361. flag = True
  362. myLogger.info_logger("APP in docker")
  363. except CommandException as ce:
  364. myLogger.info_logger("APP not in docker")
  365. return flag
  366. def check_app_rq(app_id):
  367. myLogger.info_logger("check_app_rq")
  368. started = StartedJobRegistry(queue=q)
  369. failed = FailedJobRegistry(queue=q)
  370. run_job_ids = started.get_job_ids()
  371. failed_job_ids = failed.get_job_ids()
  372. queue_job_ids = q.job_ids
  373. myLogger.info_logger(queue_job_ids)
  374. myLogger.info_logger(run_job_ids)
  375. myLogger.info_logger(failed_job_ids)
  376. if queue_job_ids and app_id in queue_job_ids:
  377. myLogger.info_logger("App in RQ")
  378. return True
  379. if failed_job_ids and app_id in failed_job_ids:
  380. myLogger.info_logger("App in RQ")
  381. return True
  382. if run_job_ids and app_id in run_job_ids:
  383. myLogger.info_logger("App in RQ")
  384. return True
  385. myLogger.info_logger("App not in RQ")
  386. return False
  387. def get_apps_from_queue():
  388. myLogger.info_logger("get queque apps...")
  389. # 获取 StartedJobRegistry 实例
  390. started = StartedJobRegistry(queue=q)
  391. finish = FinishedJobRegistry(queue=q)
  392. deferred = DeferredJobRegistry(queue=q)
  393. failed = FailedJobRegistry(queue=q)
  394. scheduled = ScheduledJobRegistry(queue=q)
  395. cancel = CanceledJobRegistry(queue=q)
  396. # 获取正在执行的作业 ID 列表
  397. run_job_ids = started.get_job_ids()
  398. finish_job_ids = finish.get_job_ids()
  399. wait_job_ids = deferred.get_job_ids()
  400. failed_jobs = failed.get_job_ids()
  401. scheduled_jobs = scheduled.get_job_ids()
  402. cancel_jobs = cancel.get_job_ids()
  403. myLogger.info_logger(q.jobs)
  404. myLogger.info_logger(run_job_ids)
  405. myLogger.info_logger(failed_jobs)
  406. myLogger.info_logger(cancel_jobs)
  407. myLogger.info_logger(wait_job_ids)
  408. myLogger.info_logger(finish_job_ids)
  409. myLogger.info_logger(scheduled_jobs)
  410. installing_list = []
  411. for job_id in run_job_ids:
  412. app = get_rq_app(job_id, 'installing', "", "", "")
  413. installing_list.append(app)
  414. for job in q.jobs:
  415. app = get_rq_app(job.id, 'installing', "", "", "")
  416. installing_list.append(app)
  417. for job_id in failed_jobs:
  418. job = q.fetch_job(job_id)
  419. exc_info = job.exc_info
  420. code = exc_info.split('##websoft9##')[1]
  421. message = exc_info.split('##websoft9##')[2]
  422. detail = exc_info.split('##websoft9##')[3]
  423. app = get_rq_app(job_id, 'failed', code, message, detail)
  424. installing_list.append(app)
  425. return installing_list
  426. def get_rq_app(id, status, code, message, detail):
  427. app_name = id.split('_')[0]
  428. customer_name = id.split('_')[1]
  429. # 当app还在RQ时,可能文件夹还没创建,无法获取trade_mark
  430. trade_mark = ""
  431. image_url = get_Image_url(app_name)
  432. config = None
  433. if status == "installing" :
  434. status_reason = None
  435. else:
  436. status_reason = StatusReason(Code=code, Message=message, Detail=detail)
  437. app = App(app_id=id, app_name=app_name, customer_name=customer_name, trade_mark=trade_mark,
  438. status=status, status_reason=status_reason, official_app=True, image_url=image_url,
  439. config=config)
  440. return app.dict()
  441. def get_Image_url(app_name):
  442. image_url = "static/images/" + app_name + "-websoft9.png"
  443. return image_url
  444. def get_url(app_name, easy_url):
  445. url = easy_url
  446. if app_name == "joomla":
  447. url = easy_url + "/administrator"
  448. elif app_name == "other":
  449. url = easy_url + "/administrator"
  450. else:
  451. url = easy_url
  452. return url
  453. def get_admin_url(app_name, url):
  454. admin_url = ""
  455. if app_name == "wordpress":
  456. admin_url = url + "/wp-admin"
  457. elif app_name == "other":
  458. admin_url = url + "/admin"
  459. else:
  460. admin_url = ""
  461. return admin_url
  462. def get_error_info(code, message, detail):
  463. error = {}
  464. error['Code'] = code
  465. error['Message'] = message
  466. error['Detail'] = detail
  467. return error
  468. def app_domain_list(app_id):
  469. code, message = docker.check_app_id(app_id)
  470. if code == None:
  471. info, flag = app_exits_in_docker(app_id)
  472. if flag:
  473. myLogger.info_logger("Check app_id ok[app_domain_list]")
  474. else:
  475. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "APP is not exist", "")
  476. else:
  477. raise CommandException(code, message, "")
  478. domains = get_all_domains(app_id)
  479. myLogger.info_logger(domains)
  480. ret = {}
  481. ret['domains'] = domains
  482. default_domain = ""
  483. if domains != None and len(domains) > 0:
  484. customer_name = app_id.split('_')[1]
  485. app_url = shell_execute.execute_command_output_all("cat /data/apps/" + customer_name +"/.env")["result"]
  486. if "APP_URL" in app_url:
  487. url = shell_execute.execute_command_output_all("cat /data/apps/" + customer_name +"/.env |grep APP_URL=")["result"]
  488. default_domain = url.split('=')[1]
  489. ret['default_domain'] = default_domain
  490. myLogger.info_logger(ret)
  491. return ret
  492. def app_domain_delete(app_id, domain):
  493. code, message = docker.check_app_id(app_id)
  494. if code == None:
  495. info, flag = app_exits_in_docker(app_id)
  496. if flag:
  497. myLogger.info_logger("Check app_id ok[app_domain_delete]")
  498. else:
  499. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "APP is not exist", "")
  500. else:
  501. raise CommandException(code, message, "")
  502. if domain is None or domain == "undefined":
  503. raise CommandException(const.ERROR_CLIENT_PARAM_BLANK, "Domains is blank", "")
  504. old_all_domains = get_all_domains(app_id)
  505. if domain not in old_all_domains:
  506. myLogger.info_logger("delete domain is not binded")
  507. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "Domain is not bind.", "")
  508. myLogger.info_logger("Start to delete " + domain)
  509. proxy = get_proxy_domain(app_id, domain)
  510. if proxy != None:
  511. myLogger.info_logger(proxy)
  512. myLogger.info_logger("before update")
  513. domains_old = proxy["domain_names"]
  514. myLogger.info_logger(domains_old)
  515. domains_old.remove(domain)
  516. myLogger.info_logger("after update")
  517. myLogger.info_logger(domains_old)
  518. if len(domains_old) == 0:
  519. proxy_id = proxy["id"]
  520. token = get_token()
  521. url = "http://172.17.0.1:9092/api/nginx/proxy-hosts/" + str(proxy_id)
  522. headers = {
  523. 'Authorization': token,
  524. 'Content-Type': 'application/json'
  525. }
  526. requests.delete(url, headers=headers)
  527. set_domain("", app_id)
  528. else:
  529. proxy_id = proxy["id"]
  530. token = get_token()
  531. url = "http://172.17.0.1:9092/api/nginx/proxy-hosts/" + str(proxy_id)
  532. headers = {
  533. 'Authorization': token,
  534. 'Content-Type': 'application/json'
  535. }
  536. port = get_container_port(app_id.split('_')[1])
  537. host = app_id.split('_')[1]
  538. data = {
  539. "domain_names": domains_old,
  540. "forward_scheme": "http",
  541. "forward_host": host,
  542. "forward_port": port,
  543. "access_list_id": "0",
  544. "certificate_id": 0,
  545. "meta": {
  546. "letsencrypt_agree": False,
  547. "dns_challenge": False
  548. },
  549. "advanced_config": "",
  550. "locations": [],
  551. "block_exploits": False,
  552. "caching_enabled": False,
  553. "allow_websocket_upgrade": False,
  554. "http2_support": False,
  555. "hsts_enabled": False,
  556. "hsts_subdomains": False,
  557. "ssl_forced": False
  558. }
  559. requests.put(url, data=json.dumps(data), headers=headers)
  560. domain_set = app_domain_list(app_id)
  561. default_domain = domain_set['default_domain']
  562. # 如果被删除的域名是默认域名,删除后去剩下域名的第一个
  563. if default_domain == domain:
  564. set_domain(domains_old[0], app_id)
  565. else:
  566. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "Domain is not bind", "")
  567. def app_domain_update(app_id, domain_old, domain_new):
  568. domain_list = []
  569. domain_list.append(domain_old)
  570. domain_list.append(domain_new)
  571. check_domains(domain_list)
  572. code, message = docker.check_app_id(app_id)
  573. if code == None:
  574. info, flag = app_exits_in_docker(app_id)
  575. if flag:
  576. myLogger.info_logger("Check app_id ok")
  577. else:
  578. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "APP is not exist", "")
  579. else:
  580. raise CommandException(code, message, "")
  581. proxy = get_proxy_domain(app_id, domain_old)
  582. if proxy != None:
  583. domains_old = proxy["domain_names"]
  584. index = domains_old.index(domain_old)
  585. domains_old[index] = domain_new
  586. proxy_id = proxy["id"]
  587. token = get_token()
  588. url = "http://172.17.0.1:9092/api/nginx/proxy-hosts/" + str(proxy_id)
  589. headers = {
  590. 'Authorization': token,
  591. 'Content-Type': 'application/json'
  592. }
  593. port = get_container_port(app_id.split('_')[1])
  594. host = app_id.split('_')[1]
  595. data = {
  596. "domain_names": domains_old,
  597. "forward_scheme": "http",
  598. "forward_host": host,
  599. "forward_port": port,
  600. "access_list_id": "0",
  601. "certificate_id": 0,
  602. "meta": {
  603. "letsencrypt_agree": False,
  604. "dns_challenge": False
  605. },
  606. "advanced_config": "",
  607. "locations": [],
  608. "block_exploits": False,
  609. "caching_enabled": False,
  610. "allow_websocket_upgrade": False,
  611. "http2_support": False,
  612. "hsts_enabled": False,
  613. "hsts_subdomains": False,
  614. "ssl_forced": False
  615. }
  616. requests.put(url, data=json.dumps(data), headers=headers)
  617. domain_set = app_domain_list(app_id)
  618. default_domain = domain_set['default_domain']
  619. # 如果被修改的域名是默认域名,修改后也设置为默认域名
  620. if default_domain == domain_old:
  621. set_domain(domain_new, app_id)
  622. else:
  623. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "domain is not binded", "")
  624. def app_domain_add(app_id, domain):
  625. temp_domains = []
  626. temp_domains.append(domain)
  627. check_domains(temp_domains)
  628. code, message = docker.check_app_id(app_id)
  629. if code == None:
  630. info, flag = app_exits_in_docker(app_id)
  631. if flag:
  632. myLogger.info_logger("Check app_id ok")
  633. else:
  634. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "APP is not exist", "")
  635. else:
  636. raise CommandException(code, message, "")
  637. old_domains = get_all_domains(app_id)
  638. if domain in old_domains:
  639. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "Domain is binded", "")
  640. proxy = get_proxy(app_id)
  641. if proxy != None:
  642. domains_old = proxy["domain_names"]
  643. domain_list = domains_old
  644. domain_list.append(domain)
  645. proxy_id = proxy["id"]
  646. token = get_token()
  647. url = "http://172.17.0.1:9092/api/nginx/proxy-hosts/" + str(proxy_id)
  648. headers = {
  649. 'Authorization': token,
  650. 'Content-Type': 'application/json'
  651. }
  652. port = get_container_port(app_id.split('_')[1])
  653. host = app_id.split('_')[1]
  654. data = {
  655. "domain_names": domain_list,
  656. "forward_scheme": "http",
  657. "forward_host": host,
  658. "forward_port": port,
  659. "access_list_id": "0",
  660. "certificate_id": 0,
  661. "meta": {
  662. "letsencrypt_agree": False,
  663. "dns_challenge": False
  664. },
  665. "advanced_config": "",
  666. "locations": [],
  667. "block_exploits": False,
  668. "caching_enabled": False,
  669. "allow_websocket_upgrade": False,
  670. "http2_support": False,
  671. "hsts_enabled": False,
  672. "hsts_subdomains": False,
  673. "ssl_forced": False
  674. }
  675. myLogger.info_logger(data)
  676. requests.put(url, data=json.dumps(data), headers=headers)
  677. else:
  678. # 追加
  679. token = get_token()
  680. url = "http://172.17.0.1:9092/api/nginx/proxy-hosts"
  681. headers = {
  682. 'Authorization': token,
  683. 'Content-Type': 'application/json'
  684. }
  685. port = get_container_port(app_id.split('_')[1])
  686. host = app_id.split('_')[1]
  687. data = {
  688. "domain_names": temp_domains,
  689. "forward_scheme": "http",
  690. "forward_host": host,
  691. "forward_port": port,
  692. "access_list_id": "0",
  693. "certificate_id": 0,
  694. "meta": {
  695. "letsencrypt_agree": False,
  696. "dns_challenge": False
  697. },
  698. "advanced_config": "",
  699. "locations": [],
  700. "block_exploits": False,
  701. "caching_enabled": False,
  702. "allow_websocket_upgrade": False,
  703. "http2_support": False,
  704. "hsts_enabled": False,
  705. "hsts_subdomains": False,
  706. "ssl_forced": False
  707. }
  708. response = requests.post(url, data=json.dumps(data), headers=headers)
  709. myLogger.info_logger(response.json())
  710. set_domain(domain, app_id)
  711. return domain
  712. def check_domains(domains):
  713. myLogger.info_logger(domains)
  714. if domains is None or len(domains) == 0:
  715. raise CommandException(const.ERROR_CLIENT_PARAM_BLANK, "Domains is blank", "")
  716. else:
  717. for domain in domains:
  718. if is_valid_domain(domain):
  719. if check_real_domain(domain) == False:
  720. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "Domain and server not match", "")
  721. else:
  722. raise CommandException(const.ERROR_CLIENT_PARAM_Format, "Domains format error", "")
  723. def is_valid_domain(domain):
  724. if domain.startswith("http"):
  725. return False
  726. return True
  727. def check_real_domain(domain):
  728. domain_real = True
  729. try:
  730. cmd = "ping -c 1 " + domain + " | grep -Eo '[0-9]+\.[0-9]+\.[0-9]+\.[0-9]+' | uniq"
  731. domain_ip = shell_execute.execute_command_output_all(cmd)["result"].rstrip('\n')
  732. ip_result = shell_execute.execute_command_output_all("cat /data/apps/stackhub/docker/w9appmanage/public_ip")
  733. ip_save = ip_result["result"].rstrip('\n')
  734. if domain_ip == ip_save:
  735. myLogger.info_logger("Domain check ok!")
  736. else:
  737. domain_real = False
  738. except CommandException as ce:
  739. domain_real = False
  740. return domain_real
  741. def get_token():
  742. url = 'http://172.17.0.1:9092/api/tokens'
  743. headers = {'Content-type': 'application/json'}
  744. cmd = "cat /usr/share/cockpit/nginx/config.json | jq -r '.NGINXPROXYMANAGER_PASSWORD'"
  745. password = shell_execute.execute_command_output_all(cmd)["result"].rstrip('\n')
  746. myLogger.info_logger(password)
  747. param = {
  748. "identity": "help@websoft9.com",
  749. "scope": "user",
  750. "secret": password
  751. }
  752. response = requests.post(url, data=json.dumps(param), headers=headers)
  753. token = "Bearer " + response.json()["token"]
  754. return token
  755. def get_proxy(app_id):
  756. customer_name = app_id.split('_')[1]
  757. proxy_host = None
  758. token = get_token()
  759. url = "http://172.17.0.1:9092/api/nginx/proxy-hosts"
  760. headers = {
  761. 'Authorization': token,
  762. 'Content-Type': 'application/json'
  763. }
  764. response = requests.get(url, headers=headers)
  765. for proxy in response.json():
  766. portainer_name = proxy["forward_host"]
  767. if customer_name == portainer_name:
  768. proxy_host = proxy
  769. break;
  770. return proxy_host
  771. def get_proxy_domain(app_id, domain):
  772. customer_name = app_id.split('_')[1]
  773. proxy_host = None
  774. token = get_token()
  775. url = "http://172.17.0.1:9092/api/nginx/proxy-hosts"
  776. headers = {
  777. 'Authorization': token,
  778. 'Content-Type': 'application/json'
  779. }
  780. response = requests.get(url, headers=headers)
  781. myLogger.info_logger(response.json())
  782. for proxy in response.json():
  783. portainer_name = proxy["forward_host"]
  784. domain_list = proxy["domain_names"]
  785. if customer_name == portainer_name:
  786. myLogger.info_logger("-------------------")
  787. if domain in domain_list:
  788. myLogger.info_logger("find the domain proxy")
  789. proxy_host = proxy
  790. break
  791. return proxy_host
  792. def get_all_domains(app_id):
  793. customer_name = app_id.split('_')[1]
  794. domains = []
  795. token = get_token()
  796. url = "http://172.17.0.1:9092/api/nginx/proxy-hosts"
  797. headers = {
  798. 'Authorization': token,
  799. 'Content-Type': 'application/json'
  800. }
  801. response = requests.get(url, headers=headers)
  802. for proxy in response.json():
  803. portainer_name = proxy["forward_host"]
  804. if customer_name == portainer_name:
  805. for domain in proxy["domain_names"]:
  806. domains.append(domain)
  807. return domains
  808. def app_domain_set(domain, app_id):
  809. temp_domains = []
  810. temp_domains.append(domain)
  811. check_domains(temp_domains)
  812. code, message = docker.check_app_id(app_id)
  813. if code == None:
  814. info, flag = app_exits_in_docker(app_id)
  815. if flag:
  816. myLogger.info_logger("Check app_id ok")
  817. else:
  818. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "APP is not exist", "")
  819. else:
  820. raise CommandException(code, message, "")
  821. set_domain(domain, app_id)
  822. def set_domain(domain, app_id):
  823. old_domains = get_all_domains(app_id)
  824. if domain != "":
  825. if domain not in old_domains:
  826. raise CommandException(const.ERROR_CLIENT_PARAM_NOTEXIST, "Binded Domains has no this domain", "")
  827. customer_name = app_id.split('_')[1]
  828. app_url = shell_execute.execute_command_output_all("cat /data/apps/" + customer_name +"/.env")["result"]
  829. if "APP_URL" in app_url:
  830. myLogger.info_logger("APP_URL is exist")
  831. if domain == "":
  832. ip_result = shell_execute.execute_command_output_all("cat /data/apps/stackhub/docker/w9appmanage/public_ip")
  833. domain = ip_result["result"].rstrip('\n')
  834. cmd = "sed -i 's/APP_URL=.*/APP_URL=" + domain + "/g' /data/apps/" + customer_name +"/.env"
  835. shell_execute.execute_command_output_all(cmd)
  836. if "APP_URL_REPLACE=true" in app_url:
  837. shell_execute.execute_command_output_all("cd /data/apps/" + customer_name + " && docker compose up -d")
  838. else:
  839. cmd = "sed -i 's/APP_URL=.*/APP_URL=" + domain + "/g' /data/apps/" + customer_name +"/.env"
  840. shell_execute.execute_command_output_all(cmd)
  841. if "APP_URL_REPLACE=true" in app_url:
  842. shell_execute.execute_command_output_all("cd /data/apps/" + customer_name + " && docker compose up -d")
  843. myLogger.info_logger("set_domain success")
  844. def get_container_port(container_name):
  845. port = "80"
  846. cmd = "docker port "+ container_name + " |grep ::"
  847. result = shell_execute.execute_command_output_all(cmd)["result"]
  848. myLogger.info_logger(result)
  849. port = result.split('/')[0]
  850. myLogger.info_logger(port)
  851. return port