manage.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369
  1. import os
  2. import io
  3. import sys
  4. import platform
  5. import shutil
  6. import time
  7. import subprocess
  8. import json
  9. import datetime
  10. import socket
  11. import re
  12. from threading import Thread
  13. from api.utils import shell_execute, docker, const
  14. from api.model.app import App
  15. from api.model.response import Response
  16. from api.utils import lock
  17. # 获取所有app的信息
  18. def get_my_app():
  19. ret = Response(code=const.RETURN_FAIL, message="App query failed!")
  20. # get all info
  21. cmd = "docker compose ls -a --format json"
  22. output = shell_execute.execute_command_output_all(cmd)
  23. if int(output["code"]) == 0:
  24. output_list = json.loads(output["result"])
  25. app_list, has_add = get_apps_from_compose(output_list)
  26. list = get_apps_from_queue(app_list, has_add)
  27. ret = Response(code=const.RETURN_SUCCESS, message="The app query is successful.", data=list)
  28. ret = ret.dict()
  29. return ret
  30. # 获取具体某个app的信息
  31. def get_app_detail(app_id):
  32. ret = {}
  33. ret['code'] = const.RETURN_FAIL
  34. ret['message'] = 'App query failed!'
  35. ret['data'] = None
  36. if docker.check_app_id(app_id):
  37. # get all info
  38. cmd = "docker compose ls -a --format json"
  39. output = shell_execute.execute_command_output_all(cmd)
  40. if int(output["code"]) == 0:
  41. output_list = json.loads(output["result"])
  42. app_list, has_add = get_apps_from_compose(output_list)
  43. list = get_apps_from_queue(app_list, has_add)
  44. flag = 0
  45. app_info = None
  46. for app in list:
  47. if app["app_id"] == app_id:
  48. list.clear()
  49. list.append(app)
  50. app_info = App(app_id=app['app_id'], name=app['name'], customer_name=app['customer_name'], status_code=app['status_code'], status=app['status'], port=app['port'],
  51. volume=app['volume'], url=app['url'],
  52. image_url=app['image_url'], admin_url=app['admin_url'], trade_mark=app['trade_mark'], user_name=app['user_name'],
  53. password=app['password'])
  54. flag = 1
  55. break
  56. if flag == 1:
  57. ret['code'] = const.RETURN_SUCCESS
  58. ret['message'] = "The app query is successful."
  59. ret['data'] = app_info
  60. else:
  61. ret['message'] = "AppID is not legal!"
  62. return ret
  63. # 查询某个正在安装的app的 具体状态:waiting(等待安装)pulling(拉取镜像)initializing(初始化)running(正常运行)
  64. def install_app_process(app_id):
  65. app_name = split_app_id(app_id)
  66. var_path = "/data/apps/" + app_name + "/variables.json"
  67. real_name = docker.read_var(var_path, 'name')
  68. if docker.check_app_directory(real_name):
  69. percentage = docker.get_process_perc(app_name, real_name)
  70. ret = Response(code=const.RETURN_SUCCESS, message=percentage)
  71. ret = ret.dict()
  72. else:
  73. ret = Response(code=const.RETURN_FAIL, message="This app is not currently installed.")
  74. ret = ret.dict()
  75. return ret
  76. def install_app(app_name, customer_app_name, app_version):
  77. ret = Response(code=const.RETURN_FAIL, message=" ")
  78. ret.code, ret.message = check_app(app_name, customer_app_name, app_version)
  79. if ret.code == const.RETURN_SUCCESS:
  80. ret.code, ret.message = prepare_app(app_name, customer_app_name)
  81. if ret.code == const.RETURN_SUCCESS:
  82. t1 = Thread(target=install_app_job, args=(customer_app_name, app_version,))
  83. t1.start()
  84. ret.message = "The app is starting, please check again in a few minutes."
  85. ret = ret.dict()
  86. return ret
  87. def start_app(app_id):
  88. ret = Response(code=const.RETURN_FAIL, message="")
  89. if docker.check_app_id(app_id):
  90. app_name = split_app_id(app_id)
  91. if if_app_exits(app_id, app_name):
  92. docker.check_app_compose(app_name)
  93. cmd = "docker compose -f /data/apps/" + app_name + "/docker-compose.yml start"
  94. output = shell_execute.execute_command_output_all(cmd)
  95. if int(output["code"]) == 0:
  96. ret.code = const.RETURN_SUCCESS
  97. ret.message = "The app starts successfully."
  98. else:
  99. ret.message = "The app failed to start!"
  100. else:
  101. ret.message = "The app is not installed!"
  102. else:
  103. ret.message = "AppID is not legal!"
  104. ret = ret.dict()
  105. return ret
  106. def stop_app(app_id):
  107. ret = Response(code=const.RETURN_FAIL, message="")
  108. if docker.check_app_id(app_id):
  109. app_name = split_app_id(app_id)
  110. if if_app_exits(app_id, app_name):
  111. cmd = "docker compose -f /data/apps/" + app_name + "/docker-compose.yml stop"
  112. output = shell_execute.execute_command_output_all(cmd)
  113. if int(output["code"]) == 0:
  114. ret.code = const.RETURN_SUCCESS
  115. ret.message = "The app stopped successfully."
  116. else:
  117. ret.message = "App stop failed!"
  118. else:
  119. ret.message = "The app is not installed!"
  120. else:
  121. ret.message = 'AppID is not legal!'
  122. ret = ret.dict()
  123. return ret
  124. def restart_app(app_id):
  125. ret = Response(code=const.RETURN_FAIL, message="")
  126. if docker.check_app_id(app_id):
  127. app_name = split_app_id(app_id)
  128. if if_app_exits(app_id, app_name):
  129. cmd = "docker compose -f /data/apps/" + app_name + "/docker-compose.yml restart"
  130. output = shell_execute.execute_command_output_all(cmd)
  131. if int(output["code"]) == 0:
  132. ret.code = const.RETURN_SUCCESS
  133. ret.message = "The app restarts successfully."
  134. else:
  135. ret.message = "App restart failed!"
  136. else:
  137. ret.message = "The app is not installed!"
  138. else:
  139. ret.message = 'AppID is not legal!'
  140. ret = ret.dict()
  141. return ret
  142. def uninstall_app(app_id):
  143. ret = Response(code=const.RETURN_FAIL, message="")
  144. if docker.check_app_id(app_id):
  145. if_stopped = stop_app(app_id) # stop_app
  146. app_name = split_app_id(app_id)
  147. real_name = app_id.split("_")[0]
  148. if if_stopped["code"] == 0:
  149. cmd = "docker compose -f /data/apps/" + app_name + "/docker-compose.yml down -v"
  150. if real_name != app_name:
  151. cmd = cmd + " && sudo rm -rf /data/apps/" + app_name
  152. output = shell_execute.execute_command_output_all(cmd)
  153. if int(output["code"]) == 0:
  154. ret.code = 0
  155. ret.message = "The app is deleted successfully"
  156. else:
  157. ret.message = "App deletion failed!"
  158. else:
  159. ret.message = if_stopped["message"]
  160. else:
  161. ret.message = 'AppID is not legal!'
  162. ret = ret.dict()
  163. return ret
  164. def check_app(app_name, customer_app_name, app_version):
  165. message = " "
  166. code = const.RETURN_FAIL
  167. if app_name == None or customer_app_name == None or app_version == None:
  168. message = "Please fill in the APP information completely!"
  169. elif not docker.check_app_directory(app_name):
  170. message = "Installing the app is not supported!"
  171. elif re.match('^[a-z0-9]+$', customer_app_name) == None:
  172. message = "App names must be lowercase letters and numbers!"
  173. elif docker.check_directory("/data/apps/" + customer_app_name):
  174. message = "The APP name is already in use, please specify a different name to reinstall."
  175. elif not docker.check_vm_resource(app_name):
  176. message = "System resources (memory, CPU, disk) are insufficient, and continuing to install may cause the app to not run or the server to be abnormal!"
  177. else:
  178. code = const.RETURN_SUCCESS
  179. return code, message
  180. def prepare_app(app_name, customer_app_name):
  181. library_path = "/data/library/apps/" + app_name
  182. install_path = "/data/apps/" + customer_app_name
  183. message = " "
  184. code = const.RETURN_SUCCESS
  185. output = shell_execute.execute_command_output_all("cp -r " + library_path + " " + install_path)
  186. if int(output["code"]) != 0:
  187. message = "creating" + customer_app_name + "directory failed!"
  188. code = const.RETURN_FAIL
  189. return code, message
  190. def install_app_job(customer_app_name, app_version):
  191. # write running_apps.txt
  192. file_path = "/data/apps/running_apps.txt"
  193. shell_execute.execute_command_output_all("echo " + customer_app_name + " >> " + file_path)
  194. # modify env
  195. env_path = "/data/apps/" + customer_app_name + "/.env"
  196. docker.modify_env(env_path, 'APP_NAME', customer_app_name)
  197. docker.modify_env(env_path, "APP_VERSION", app_version)
  198. # check port
  199. docker.check_app_compose(customer_app_name)
  200. # modify running_apps.txt
  201. cmd = "cd /data/apps/" + customer_app_name + " && sudo docker compose up --pull always -d"
  202. shell_execute.execute_command_output_all(cmd)
  203. # delete
  204. output = shell_execute.execute_command_output_all("sed -n \'/^" + customer_app_name + "/=\' " + file_path)
  205. if int(output["code"]) == 0 and output["result"] != "":
  206. line_num = output["result"].split("\n")[0]
  207. shell_execute.execute_command_output_all("sed -i \'" + line_num + "d\' " + file_path)
  208. def if_app_exits(app_id, app_name):
  209. cmd = "docker compose ls -a | grep \'" + app_name + "\\b\'"
  210. output = shell_execute.execute_command_output_all(cmd)
  211. if int(output["code"]) == -1:
  212. return False
  213. else:
  214. var_path = "/data/apps/" + app_name + "/variables.json"
  215. real_name = docker.read_var(var_path, "name")
  216. real_id = real_name + "_" + app_name
  217. if app_id == real_id:
  218. return True
  219. else:
  220. return False
  221. def split_app_id(app_id):
  222. return app_id.split("_")[1]
  223. def get_apps_from_compose(output_list):
  224. ip_result = shell_execute.execute_command_output_all("curl ifconfig.me")
  225. ip = ip_result["result"]
  226. app_list = []
  227. has_add = []
  228. for app_info in output_list:
  229. volume = app_info["ConfigFiles"] # volume
  230. app_name = volume.split('/')[3]
  231. app_path = "/data/apps/" + app_name
  232. var_path = app_path + "/variables.json"
  233. if not docker.check_directory(app_path):
  234. continue
  235. real_name = docker.read_var(var_path, 'name')
  236. image_url = get_Image_url(real_name)
  237. # get trade_mark
  238. trade_mark = docker.read_var(var_path, 'trademark')
  239. app_id = real_name + "_" + app_name # app_id
  240. case = app_info["Status"].split("(")[0] # case
  241. if case == "running":
  242. case_code = const.RETURN_RUNNING # case_code
  243. elif case == "exited":
  244. case = "stop"
  245. case_code = const.RETURN_STOP
  246. elif case == "created":
  247. case_code = const.RETURN_READY
  248. case = "installing"
  249. else:
  250. case_code = const.RETURN_ERROR
  251. # get env info
  252. path = "/data/apps/" + app_name + "/.env"
  253. port = 0
  254. url = "-"
  255. admin_url = "-"
  256. # get port and url
  257. try:
  258. http_port = list(docker.read_env(
  259. path, "APP_HTTP_PORT").values())[0]
  260. port = int(http_port)
  261. easy_url = "http://" + ip + ":" + str(port)
  262. url = get_url(real_name, easy_url)
  263. admin_url = get_admin_url(real_name, url)
  264. except IndexError:
  265. try:
  266. db_port = list(docker.read_env(
  267. path, "APP_DB.*_PORT").values())[0]
  268. port = int(db_port)
  269. except IndexError:
  270. pass
  271. # get user_name
  272. user_name = "-"
  273. try:
  274. user_name = list(docker.read_env(path, "APP_USER").values())[0]
  275. except IndexError:
  276. pass
  277. # get password
  278. password = "-"
  279. try:
  280. password = list(docker.read_env(
  281. path, "POWER_PASSWORD").values())[0]
  282. except IndexError:
  283. pass
  284. has_add.append(app_name)
  285. app = App(app_id=app_id, name=real_name, customer_name=app_name, status_code=case_code, status=case, port=port,
  286. volume=volume, url=url,
  287. image_url=image_url, admin_url=admin_url, trade_mark=trade_mark, user_name=user_name,
  288. password=password)
  289. app_list.append(app.dict())
  290. return app_list, has_add
  291. def get_apps_from_queue(app_list, has_add):
  292. file_path = "/data/apps/running_apps.txt"
  293. if docker.check_directory(file_path):
  294. output = shell_execute.execute_command_output_all("cat " + file_path)
  295. apps = output["result"].split("\n")
  296. for running_app_name in apps:
  297. running_app_name = re.sub("\n", "", running_app_name)
  298. if running_app_name not in has_add and running_app_name != "":
  299. var_path = "/data/apps/" + running_app_name + "/variables.json"
  300. trade_mark = docker.read_var(var_path, 'trademark')
  301. real_name = docker.read_var(var_path, 'name')
  302. image_url = get_Image_url(real_name)
  303. app = App(app_id=real_name + "_" + running_app_name, name=real_name, customer_name=running_app_name,
  304. status_code=const.RETURN_READY, status="installing", port=0, volume="-",
  305. url="-", image_url=image_url, admin_url="-", trade_mark=trade_mark, user_name="-",
  306. password="-")
  307. app_list.append(app.dict())
  308. return app_list
  309. def get_Image_url(app_name):
  310. image_url = "/static/" + app_name + "-websoft9.png"
  311. return image_url
  312. def get_url(app_name, easy_url):
  313. url = easy_url
  314. if app_name == "joomla":
  315. url = easy_url + "/administrator"
  316. elif app_name == "other":
  317. url = easy_url + "/administrator"
  318. else:
  319. url = easy_url
  320. return url
  321. def get_admin_url(app_name, url):
  322. admin_url = "-"
  323. if app_name == "wordpress":
  324. admin_url = url + "/wp-admin"
  325. elif app_name == "other":
  326. admin_url = url + "/admin"
  327. else:
  328. admin_url = "-"
  329. return admin_url