sftpgo_api_cli.py 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607
  1. #!/usr/bin/env python
  2. import argparse
  3. import base64
  4. from datetime import datetime
  5. import json
  6. import platform
  7. import sys
  8. import time
  9. import requests
  10. try:
  11. import urllib.parse as urlparse
  12. except ImportError:
  13. import urlparse
  14. try:
  15. import pygments
  16. from pygments.lexers import JsonLexer
  17. from pygments.formatters import TerminalFormatter
  18. except ImportError:
  19. pygments = None
  20. try:
  21. import pwd
  22. import spwd
  23. except ImportError:
  24. pwd = None
  25. class SFTPGoApiRequests:
  26. def __init__(self, debug, baseUrl, authType, authUser, authPassword, secure, no_color):
  27. self.userPath = urlparse.urljoin(baseUrl, '/api/v1/user')
  28. self.quotaScanPath = urlparse.urljoin(baseUrl, '/api/v1/quota_scan')
  29. self.activeConnectionsPath = urlparse.urljoin(baseUrl, '/api/v1/connection')
  30. self.versionPath = urlparse.urljoin(baseUrl, '/api/v1/version')
  31. self.providerStatusPath = urlparse.urljoin(baseUrl, '/api/v1/providerstatus')
  32. self.dumpDataPath = urlparse.urljoin(baseUrl, '/api/v1/dumpdata')
  33. self.loadDataPath = urlparse.urljoin(baseUrl, '/api/v1/loaddata')
  34. self.debug = debug
  35. if authType == 'basic':
  36. self.auth = requests.auth.HTTPBasicAuth(authUser, authPassword)
  37. elif authType == 'digest':
  38. self.auth = requests.auth.HTTPDigestAuth(authUser, authPassword)
  39. else:
  40. self.auth = None
  41. self.verify = secure
  42. self.no_color = no_color
  43. def formatAsJSON(self, text):
  44. if not text:
  45. return ''
  46. json_string = json.dumps(json.loads(text), sort_keys=True, indent=2)
  47. if not self.no_color and pygments:
  48. return pygments.highlight(json_string, JsonLexer(), TerminalFormatter())
  49. return json_string
  50. def printResponse(self, r):
  51. if 'content-type' in r.headers and 'application/json' in r.headers['content-type']:
  52. if self.debug:
  53. if pygments is None:
  54. print('')
  55. print('Response color highlight is not available: you need pygments 1.5 or above.')
  56. print('')
  57. print('Executed request: {} {} - request body: {}'.format(
  58. r.request.method, r.url, self.formatAsJSON(r.request.body)))
  59. print('')
  60. print('Got response, status code: {} body:'.format(r.status_code))
  61. print(self.formatAsJSON(r.text))
  62. else:
  63. print(r.text)
  64. def buildUserObject(self, user_id=0, username='', password='', public_keys=[], home_dir='', uid=0, gid=0,
  65. max_sessions=0, quota_size=0, quota_files=0, permissions={}, upload_bandwidth=0, download_bandwidth=0,
  66. status=1, expiration_date=0, allowed_ip=[], denied_ip=[], fs_provider='local', s3_bucket='',
  67. s3_region='', s3_access_key='', s3_access_secret='', s3_endpoint='', s3_storage_class='',
  68. s3_key_prefix='', gcs_bucket='', gcs_key_prefix='', gcs_storage_class='', gcs_credentials_file='',
  69. gcs_automatic_credentials='automatic'):
  70. user = {'id':user_id, 'username':username, 'uid':uid, 'gid':gid,
  71. 'max_sessions':max_sessions, 'quota_size':quota_size, 'quota_files':quota_files,
  72. 'upload_bandwidth':upload_bandwidth, 'download_bandwidth':download_bandwidth,
  73. 'status':status, 'expiration_date':expiration_date}
  74. if password is not None:
  75. user.update({'password':password})
  76. if public_keys:
  77. if len(public_keys) == 1 and not public_keys[0]:
  78. user.update({'public_keys':[]})
  79. else:
  80. user.update({'public_keys':public_keys})
  81. if home_dir:
  82. user.update({'home_dir':home_dir})
  83. if permissions:
  84. user.update({'permissions':permissions})
  85. if allowed_ip or denied_ip:
  86. user.update({'filters':self.buildFilters(allowed_ip, denied_ip)})
  87. user.update({'filesystem':self.buildFsConfig(fs_provider, s3_bucket, s3_region, s3_access_key, s3_access_secret,
  88. s3_endpoint, s3_storage_class, s3_key_prefix, gcs_bucket,
  89. gcs_key_prefix, gcs_storage_class, gcs_credentials_file,
  90. gcs_automatic_credentials)})
  91. return user
  92. def buildPermissions(self, root_perms, subdirs_perms):
  93. permissions = {}
  94. if root_perms:
  95. permissions.update({'/':root_perms})
  96. for p in subdirs_perms:
  97. if ':' in p:
  98. directory = None
  99. values = []
  100. for value in p.split(':'):
  101. if directory is None:
  102. directory = value
  103. else:
  104. values = [v.strip() for v in value.split(',') if v.strip()]
  105. if directory:
  106. permissions.update({directory:values})
  107. return permissions
  108. def buildFilters(self, allowed_ip, denied_ip):
  109. filters = {}
  110. if allowed_ip:
  111. if len(allowed_ip) == 1 and not allowed_ip[0]:
  112. filters.update({'allowed_ip':[]})
  113. else:
  114. filters.update({'allowed_ip':allowed_ip})
  115. if denied_ip:
  116. if len(denied_ip) == 1 and not denied_ip[0]:
  117. filters.update({'denied_ip':[]})
  118. else:
  119. filters.update({'denied_ip':denied_ip})
  120. return filters
  121. def buildFsConfig(self, fs_provider, s3_bucket, s3_region, s3_access_key, s3_access_secret, s3_endpoint,
  122. s3_storage_class, s3_key_prefix, gcs_bucket, gcs_key_prefix, gcs_storage_class,
  123. gcs_credentials_file, gcs_automatic_credentials):
  124. fs_config = {'provider':0}
  125. if fs_provider == 'S3':
  126. s3config = {'bucket':s3_bucket, 'region':s3_region, 'access_key':s3_access_key, 'access_secret':
  127. s3_access_secret, 'endpoint':s3_endpoint, 'storage_class':s3_storage_class, 'key_prefix':
  128. s3_key_prefix}
  129. fs_config.update({'provider':1, 's3config':s3config})
  130. elif fs_provider == 'GCS':
  131. gcsconfig = {'bucket':gcs_bucket, 'key_prefix':gcs_key_prefix, 'storage_class':gcs_storage_class}
  132. if gcs_automatic_credentials == "automatic":
  133. gcsconfig.update({'automatic_credentials':1})
  134. else:
  135. gcsconfig.update({'automatic_credentials':0})
  136. if gcs_credentials_file:
  137. with open(gcs_credentials_file) as creds:
  138. gcsconfig.update({'credentials':base64.b64encode(creds.read().encode('UTF-8')).decode('UTF-8'),
  139. 'automatic_credentials':0})
  140. fs_config.update({'provider':2, 'gcsconfig':gcsconfig})
  141. return fs_config
  142. def getUsers(self, limit=100, offset=0, order='ASC', username=''):
  143. r = requests.get(self.userPath, params={'limit':limit, 'offset':offset, 'order':order,
  144. 'username':username}, auth=self.auth, verify=self.verify)
  145. self.printResponse(r)
  146. def getUserByID(self, user_id):
  147. r = requests.get(urlparse.urljoin(self.userPath, 'user/' + str(user_id)), auth=self.auth, verify=self.verify)
  148. self.printResponse(r)
  149. def addUser(self, username='', password='', public_keys='', home_dir='', uid=0, gid=0, max_sessions=0, quota_size=0,
  150. quota_files=0, perms=[], upload_bandwidth=0, download_bandwidth=0, status=1, expiration_date=0,
  151. subdirs_permissions=[], allowed_ip=[], denied_ip=[], fs_provider='local', s3_bucket='', s3_region='',
  152. s3_access_key='', s3_access_secret='', s3_endpoint='', s3_storage_class='', s3_key_prefix='', gcs_bucket='',
  153. gcs_key_prefix='', gcs_storage_class='', gcs_credentials_file='', gcs_automatic_credentials='automatic'):
  154. u = self.buildUserObject(0, username, password, public_keys, home_dir, uid, gid, max_sessions,
  155. quota_size, quota_files, self.buildPermissions(perms, subdirs_permissions), upload_bandwidth, download_bandwidth,
  156. status, expiration_date, allowed_ip, denied_ip, fs_provider, s3_bucket, s3_region, s3_access_key,
  157. s3_access_secret, s3_endpoint, s3_storage_class, s3_key_prefix, gcs_bucket, gcs_key_prefix, gcs_storage_class,
  158. gcs_credentials_file, gcs_automatic_credentials)
  159. r = requests.post(self.userPath, json=u, auth=self.auth, verify=self.verify)
  160. self.printResponse(r)
  161. def updateUser(self, user_id, username='', password='', public_keys='', home_dir='', uid=0, gid=0, max_sessions=0,
  162. quota_size=0, quota_files=0, perms=[], upload_bandwidth=0, download_bandwidth=0, status=1,
  163. expiration_date=0, subdirs_permissions=[], allowed_ip=[], denied_ip=[], fs_provider='local',
  164. s3_bucket='', s3_region='', s3_access_key='', s3_access_secret='', s3_endpoint='', s3_storage_class='',
  165. s3_key_prefix='', gcs_bucket='', gcs_key_prefix='', gcs_storage_class='', gcs_credentials_file='',
  166. gcs_automatic_credentials='automatic'):
  167. u = self.buildUserObject(user_id, username, password, public_keys, home_dir, uid, gid, max_sessions,
  168. quota_size, quota_files, self.buildPermissions(perms, subdirs_permissions), upload_bandwidth, download_bandwidth,
  169. status, expiration_date, allowed_ip, denied_ip, fs_provider, s3_bucket, s3_region, s3_access_key,
  170. s3_access_secret, s3_endpoint, s3_storage_class, s3_key_prefix, gcs_bucket, gcs_key_prefix, gcs_storage_class,
  171. gcs_credentials_file, gcs_automatic_credentials)
  172. r = requests.put(urlparse.urljoin(self.userPath, 'user/' + str(user_id)), json=u, auth=self.auth, verify=self.verify)
  173. self.printResponse(r)
  174. def deleteUser(self, user_id):
  175. r = requests.delete(urlparse.urljoin(self.userPath, 'user/' + str(user_id)), auth=self.auth, verify=self.verify)
  176. self.printResponse(r)
  177. def getConnections(self):
  178. r = requests.get(self.activeConnectionsPath, auth=self.auth, verify=self.verify)
  179. self.printResponse(r)
  180. def closeConnection(self, connectionID):
  181. r = requests.delete(urlparse.urljoin(self.activeConnectionsPath, 'connection/' + str(connectionID)), auth=self.auth)
  182. self.printResponse(r)
  183. def getQuotaScans(self):
  184. r = requests.get(self.quotaScanPath, auth=self.auth, verify=self.verify)
  185. self.printResponse(r)
  186. def startQuotaScan(self, username):
  187. u = self.buildUserObject(0, username)
  188. r = requests.post(self.quotaScanPath, json=u, auth=self.auth, verify=self.verify)
  189. self.printResponse(r)
  190. def getVersion(self):
  191. r = requests.get(self.versionPath, auth=self.auth, verify=self.verify)
  192. self.printResponse(r)
  193. def getProviderStatus(self):
  194. r = requests.get(self.providerStatusPath, auth=self.auth, verify=self.verify)
  195. self.printResponse(r)
  196. def dumpData(self, output_file, indent):
  197. r = requests.get(self.dumpDataPath, params={'output_file':output_file, 'indent':indent},
  198. auth=self.auth, verify=self.verify)
  199. self.printResponse(r)
  200. def loadData(self, input_file, scan_quota, mode):
  201. r = requests.get(self.loadDataPath, params={'input_file':input_file, 'scan_quota':scan_quota,
  202. 'mode':mode},
  203. auth=self.auth, verify=self.verify)
  204. self.printResponse(r)
  205. class ConvertUsers:
  206. def __init__(self, input_file, users_format, output_file, min_uid, max_uid, usernames, force_uid, force_gid):
  207. self.input_file = input_file
  208. self.users_format = users_format
  209. self.output_file = output_file
  210. self.min_uid = min_uid
  211. self.max_uid = max_uid
  212. self.usernames = usernames
  213. self.force_uid = force_uid
  214. self.force_gid = force_gid
  215. self.SFTPGoUsers = []
  216. def setSFTPGoRestApi(self, api):
  217. self.SFTPGoRestAPI = api
  218. def addUser(self, user):
  219. user['id'] = len(self.SFTPGoUsers) + 1
  220. print('')
  221. print('New user imported: {}'.format(user))
  222. print('')
  223. self.SFTPGoUsers.append(user)
  224. def saveUsers(self):
  225. if self.SFTPGoUsers:
  226. data = {'users':self.SFTPGoUsers}
  227. jsonData = json.dumps(data)
  228. with open(self.output_file, 'w') as f:
  229. f.write(jsonData)
  230. print()
  231. print('Number of users saved to "{}": {}. You can import them using loaddata'.format(self.output_file,
  232. len(self.SFTPGoUsers)))
  233. print()
  234. sys.exit(0)
  235. else:
  236. print('No user imported')
  237. sys.exit(1)
  238. def convert(self):
  239. if self.users_format == 'unix-passwd':
  240. self.convertFromUnixPasswd()
  241. elif self.users_format == 'pure-ftpd':
  242. self.convertFromPureFTPD()
  243. else:
  244. self.convertFromProFTPD()
  245. self.saveUsers()
  246. def isUserValid(self, username, uid):
  247. if self.usernames and not username in self.usernames:
  248. return False
  249. if self.min_uid >= 0 and uid < self.min_uid:
  250. return False
  251. if self.max_uid >= 0 and uid > self.max_uid:
  252. return False
  253. return True
  254. def convertFromUnixPasswd(self):
  255. days_from_epoch_time = time.time() / 86400
  256. for user in pwd.getpwall():
  257. username = user.pw_name
  258. password = user.pw_passwd
  259. uid = user.pw_uid
  260. gid = user.pw_gid
  261. home_dir = user.pw_dir
  262. status = 1
  263. expiration_date = 0
  264. if not self.isUserValid(username, uid):
  265. continue
  266. if self.force_uid >= 0:
  267. uid = self.force_uid
  268. if self.force_gid >= 0:
  269. gid = self.force_gid
  270. # FIXME: if the passwords aren't in /etc/shadow they are probably DES encrypted and we don't support them
  271. if password == 'x' or password == '*':
  272. user_info = spwd.getspnam(username)
  273. password = user_info.sp_pwdp
  274. if not password or password == '!!':
  275. print('cannot import user "{}" without a password'.format(username))
  276. continue
  277. if user_info.sp_inact > 0:
  278. last_pwd_change_diff = days_from_epoch_time - user_info.sp_lstchg
  279. if last_pwd_change_diff > user_info.sp_inact:
  280. status = 0
  281. if user_info.sp_expire > 0:
  282. expiration_date = user_info.sp_expire * 86400
  283. permissions = self.SFTPGoRestAPI.buildPermissions(['*'], [])
  284. self.addUser(self.SFTPGoRestAPI.buildUserObject(0, username, password, [], home_dir, uid, gid, 0, 0, 0,
  285. permissions, 0, 0, status, expiration_date))
  286. def convertFromProFTPD(self):
  287. with open(self.input_file, 'r') as f:
  288. for line in f:
  289. fields = line.split(':')
  290. if len(fields) > 6:
  291. username = fields[0]
  292. password = fields[1]
  293. uid = int(fields[2])
  294. gid = int(fields[3])
  295. home_dir = fields[5]
  296. if not self.isUserValid(username, uid, gid):
  297. continue
  298. if self.force_uid >= 0:
  299. uid = self.force_uid
  300. if self.force_gid >= 0:
  301. gid = self.force_gid
  302. permissions = self.SFTPGoRestAPI.buildPermissions(['*'], [])
  303. self.addUser(self.SFTPGoRestAPI.buildUserObject(0, username, password, [], home_dir, uid, gid, 0, 0,
  304. 0, permissions, 0, 0, 1, 0))
  305. def convertPureFTPDIP(self, fields):
  306. result = []
  307. if not fields:
  308. return result
  309. for v in fields.split(','):
  310. ip_mask = v.strip()
  311. if not ip_mask:
  312. continue
  313. if ip_mask.count('.') < 3 and ip_mask.count(':') < 3:
  314. print('cannot import pure-ftpd IP: {}'.format(ip_mask))
  315. continue
  316. if '/' not in ip_mask:
  317. ip_mask += '/32'
  318. result.append(ip_mask)
  319. return result
  320. def convertFromPureFTPD(self):
  321. with open(self.input_file, 'r') as f:
  322. for line in f:
  323. fields = line.split(':')
  324. if len(fields) > 16:
  325. username = fields[0]
  326. password = fields[1]
  327. uid = int(fields[2])
  328. gid = int(fields[3])
  329. home_dir = fields[5]
  330. upload_bandwidth = 0
  331. if fields[6]:
  332. upload_bandwidth = int(int(fields[6]) / 1024)
  333. download_bandwidth = 0
  334. if fields[7]:
  335. download_bandwidth = int(int(fields[7]) / 1024)
  336. max_sessions = 0
  337. if fields[10]:
  338. max_sessions = int(fields[10])
  339. quota_files = 0
  340. if fields[11]:
  341. quota_files = int(fields[11])
  342. quota_size = 0
  343. if fields[12]:
  344. quota_size = int(fields[12])
  345. allowed_ip = self.convertPureFTPDIP(fields[15])
  346. denied_ip = self.convertPureFTPDIP(fields[16])
  347. if not self.isUserValid(username, uid, gid):
  348. continue
  349. if self.force_uid >= 0:
  350. uid = self.force_uid
  351. if self.force_gid >= 0:
  352. gid = self.force_gid
  353. permissions = self.SFTPGoRestAPI.buildPermissions(['*'], [])
  354. self.addUser(self.SFTPGoRestAPI.buildUserObject(0, username, password, [], home_dir, uid, gid,
  355. max_sessions, quota_size, quota_files, permissions,
  356. upload_bandwidth, download_bandwidth, 1, 0, allowed_ip,
  357. denied_ip))
  358. def validDate(s):
  359. if not s:
  360. return datetime.fromtimestamp(0)
  361. try:
  362. return datetime.strptime(s, '%Y-%m-%d')
  363. except ValueError:
  364. msg = 'Not a valid date: "{0}".'.format(s)
  365. raise argparse.ArgumentTypeError(msg)
  366. def getDatetimeAsMillisSinceEpoch(dt):
  367. epoch = datetime.fromtimestamp(0)
  368. return int((dt - epoch).total_seconds() * 1000)
  369. def addCommonUserArguments(parser):
  370. parser.add_argument('username', type=str)
  371. parser.add_argument('-P', '--password', type=str, default=None, help='Default: %(default)s')
  372. parser.add_argument('-K', '--public-keys', type=str, nargs='+', default=[], help='Default: %(default)s')
  373. parser.add_argument('-H', '--home-dir', type=str, default='', help='Default: %(default)s')
  374. parser.add_argument('--uid', type=int, default=0, help='Default: %(default)s')
  375. parser.add_argument('--gid', type=int, default=0, help='Default: %(default)s')
  376. parser.add_argument('-C', '--max-sessions', type=int, default=0,
  377. help='Maximum concurrent sessions. 0 means unlimited. Default: %(default)s')
  378. parser.add_argument('-S', '--quota-size', type=int, default=0,
  379. help='Maximum size allowed as bytes. 0 means unlimited. Default: %(default)s')
  380. parser.add_argument('-F', '--quota-files', type=int, default=0, help='default: %(default)s')
  381. parser.add_argument('-G', '--permissions', type=str, nargs='+', default=[],
  382. choices=['*', 'list', 'download', 'upload', 'overwrite', 'delete', 'rename', 'create_dirs',
  383. 'create_symlinks', 'chmod', 'chown', 'chtimes'], help='Permissions for the root directory '
  384. +'(/). Default: %(default)s')
  385. parser.add_argument('--subdirs-permissions', type=str, nargs='*', default=[], help='Permissions for subdirs. '
  386. +'For example: "/somedir:list,download" "/otherdir/subdir:*" Default: %(default)s')
  387. parser.add_argument('-U', '--upload-bandwidth', type=int, default=0,
  388. help='Maximum upload bandwidth as KB/s, 0 means unlimited. Default: %(default)s')
  389. parser.add_argument('-D', '--download-bandwidth', type=int, default=0,
  390. help='Maximum download bandwidth as KB/s, 0 means unlimited. Default: %(default)s')
  391. parser.add_argument('--status', type=int, choices=[0, 1], default=1,
  392. help='User\'s status. 1 enabled, 0 disabled. Default: %(default)s')
  393. parser.add_argument('-E', '--expiration-date', type=validDate, default='',
  394. help='Expiration date as YYYY-MM-DD, empty string means no expiration. Default: %(default)s')
  395. parser.add_argument('-Y', '--allowed-ip', type=str, nargs='+', default=[],
  396. help='Allowed IP/Mask in CIDR notation. For example "192.168.2.0/24" or "2001:db8::/32". Default: %(default)s')
  397. parser.add_argument('-N', '--denied-ip', type=str, nargs='+', default=[],
  398. help='Denied IP/Mask in CIDR notation. For example "192.168.2.0/24" or "2001:db8::/32". Default: %(default)s')
  399. parser.add_argument('--fs', type=str, default='local', choices=['local', 'S3', 'GCS'],
  400. help='Filesystem provider. Default: %(default)s')
  401. parser.add_argument('--s3-bucket', type=str, default='', help='Default: %(default)s')
  402. parser.add_argument('--s3-key-prefix', type=str, default='', help='Virtual root directory. If non empty only this ' +
  403. 'directory and its contents will be available. Cannot start with "/". For example "folder/subfolder/".' +
  404. ' Default: %(default)s')
  405. parser.add_argument('--s3-region', type=str, default='', help='Default: %(default)s')
  406. parser.add_argument('--s3-access-key', type=str, default='', help='Default: %(default)s')
  407. parser.add_argument('--s3-access-secret', type=str, default='', help='Default: %(default)s')
  408. parser.add_argument('--s3-endpoint', type=str, default='', help='Default: %(default)s')
  409. parser.add_argument('--s3-storage-class', type=str, default='', help='Default: %(default)s')
  410. parser.add_argument('--gcs-bucket', type=str, default='', help='Default: %(default)s')
  411. parser.add_argument('--gcs-key-prefix', type=str, default='', help='Virtual root directory. If non empty only this ' +
  412. 'directory and its contents will be available. Cannot start with "/". For example "folder/subfolder/".' +
  413. ' Default: %(default)s')
  414. parser.add_argument('--gcs-storage-class', type=str, default='', help='Default: %(default)s')
  415. parser.add_argument('--gcs-credentials-file', type=str, default='', help='Default: %(default)s')
  416. parser.add_argument('--gcs-automatic-credentials', type=str, default='automatic', choices=['explicit', 'automatic'],
  417. help='If you provide a credentials file this argument will be setted to "explicit". Default: %(default)s')
  418. if __name__ == '__main__':
  419. parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
  420. parser.add_argument('-b', '--base-url', type=str, default='http://127.0.0.1:8080',
  421. help='Base URL for SFTPGo REST API. Default: %(default)s')
  422. parser.add_argument('-a', '--auth-type', type=str, default=None, choices=['basic', 'digest'],
  423. help='HTTP authentication type. Default: %(default)s')
  424. parser.add_argument('-u', '--auth-user', type=str, default='',
  425. help='User for HTTP authentication. Default: %(default)s')
  426. parser.add_argument('-p', '--auth-password', type=str, default='',
  427. help='Password for HTTP authentication. Default: %(default)s')
  428. parser.add_argument('-d', '--debug', dest='debug', action='store_true')
  429. parser.set_defaults(debug=False)
  430. parser.add_argument('-i', '--insecure', dest='secure', action='store_false',
  431. help='Set to false to ignore verifying the SSL certificate')
  432. parser.set_defaults(secure=True)
  433. has_colors_default = pygments is not None and platform.system() != 'Windows'
  434. group = parser.add_mutually_exclusive_group(required=False)
  435. group.add_argument('-t', '--no-color', dest='no_color', action='store_true', default=(not has_colors_default),
  436. help='Disable color highlight for JSON responses. You need python pygments module 1.5 or above to have highlighted output')
  437. group.add_argument('-c', '--color', dest='no_color', action='store_false', default=has_colors_default,
  438. help='Enable color highlight for JSON responses. You need python pygments module 1.5 or above to have highlighted output')
  439. parser.add_argument_group(group)
  440. subparsers = parser.add_subparsers(dest='command', help='sub-command --help')
  441. subparsers.required = True
  442. parserAddUser = subparsers.add_parser('add-user', help='Add a new SFTP user')
  443. addCommonUserArguments(parserAddUser)
  444. parserUpdateUser = subparsers.add_parser('update-user', help='Update an existing user')
  445. parserUpdateUser.add_argument('id', type=int, help='User\'s ID to update')
  446. addCommonUserArguments(parserUpdateUser)
  447. parserDeleteUser = subparsers.add_parser('delete-user', help='Delete an existing user')
  448. parserDeleteUser.add_argument('id', type=int, help='User\'s ID to delete')
  449. parserGetUsers = subparsers.add_parser('get-users', help='Returns an array with one or more SFTP users')
  450. parserGetUsers.add_argument('-L', '--limit', type=int, default=100, choices=range(1, 501),
  451. help='Maximum allowed value is 500. Default: %(default)s', metavar='[1...500]')
  452. parserGetUsers.add_argument('-O', '--offset', type=int, default=0, help='Default: %(default)s')
  453. parserGetUsers.add_argument('-U', '--username', type=str, default='', help='Default: %(default)s')
  454. parserGetUsers.add_argument('-S', '--order', type=str, choices=['ASC', 'DESC'], default='ASC',
  455. help='default: %(default)s')
  456. parserGetUserByID = subparsers.add_parser('get-user-by-id', help='Find user by ID')
  457. parserGetUserByID.add_argument('id', type=int)
  458. parserGetConnections = subparsers.add_parser('get-connections',
  459. help='Get the active users and info about their uploads/downloads')
  460. parserCloseConnection = subparsers.add_parser('close-connection', help='Terminate an active SFTP/SCP connection')
  461. parserCloseConnection.add_argument('connectionID', type=str)
  462. parserGetQuotaScans = subparsers.add_parser('get-quota-scans', help='Get the active quota scans')
  463. parserStartQuotaScans = subparsers.add_parser('start-quota-scan', help='Start a new quota scan')
  464. addCommonUserArguments(parserStartQuotaScans)
  465. parserGetVersion = subparsers.add_parser('get-version', help='Get version details')
  466. parserGetProviderStatus = subparsers.add_parser('get-provider-status', help='Get data provider status')
  467. parserDumpData = subparsers.add_parser('dumpdata', help='Backup SFTPGo data serializing them as JSON')
  468. parserDumpData.add_argument('output_file', type=str)
  469. parserDumpData.add_argument('-I', '--indent', type=int, choices=[0, 1], default=0,
  470. help='0 means no indentation. 1 means format the output JSON. Default: %(default)s')
  471. parserLoadData = subparsers.add_parser('loaddata', help='Restore SFTPGo data from a JSON backup')
  472. parserLoadData.add_argument('input_file', type=str)
  473. parserLoadData.add_argument('-Q', '--scan-quota', type=int, choices=[0, 1, 2], default=0,
  474. help='0 means no quota scan after a user is added/updated. 1 means always scan quota. 2 ' +
  475. 'means scan quota if the user has quota restrictions. Default: %(default)s')
  476. parserLoadData.add_argument('-M', '--mode', type=int, choices=[0, 1], default=0,
  477. help='0 means new users are added, existing users are updated. 1 means new users are added,' +
  478. ' existing users are not modified. Default: %(default)s')
  479. parserConvertUsers = subparsers.add_parser('convert-users', help='Convert users to a JSON format suitable to use ' +
  480. 'with loadddata')
  481. supportedUsersFormats = []
  482. help_text = ''
  483. if pwd is not None:
  484. supportedUsersFormats.append('unix-passwd')
  485. help_text = 'To import from unix-passwd format you need the permission to read /etc/shadow that is typically granted to the root user only'
  486. supportedUsersFormats.append('pure-ftpd')
  487. supportedUsersFormats.append('proftpd')
  488. parserConvertUsers.add_argument('input_file', type=str)
  489. parserConvertUsers.add_argument('users_format', type=str, choices=supportedUsersFormats, help=help_text)
  490. parserConvertUsers.add_argument('output_file', type=str)
  491. parserConvertUsers.add_argument('--min-uid', type=int, default=-1, help='if >= 0 only import users with UID greater ' +
  492. 'or equal to this value. Default: %(default)s')
  493. parserConvertUsers.add_argument('--max-uid', type=int, default=-1, help='if >= 0 only import users with UID lesser ' +
  494. 'or equal to this value. Default: %(default)s')
  495. parserConvertUsers.add_argument('--usernames', type=str, nargs='+', default=[], help='Only import users with these ' +
  496. 'usernames. Default: %(default)s')
  497. parserConvertUsers.add_argument('--force-uid', type=int, default=-1, help='if >= 0 the imported users will have this UID in SFTPGo. Default: %(default)s')
  498. parserConvertUsers.add_argument('--force-gid', type=int, default=-1, help='if >= 0 the imported users will have this GID in SFTPGp. Default: %(default)s')
  499. args = parser.parse_args()
  500. api = SFTPGoApiRequests(args.debug, args.base_url, args.auth_type, args.auth_user, args.auth_password, args.secure,
  501. args.no_color)
  502. if args.command == 'add-user':
  503. api.addUser(args.username, args.password, args.public_keys, args.home_dir, args.uid, args.gid, args.max_sessions,
  504. args.quota_size, args.quota_files, args.permissions, args.upload_bandwidth, args.download_bandwidth,
  505. args.status, getDatetimeAsMillisSinceEpoch(args.expiration_date), args.subdirs_permissions, args.allowed_ip,
  506. args.denied_ip, args.fs, args.s3_bucket, args.s3_region, args.s3_access_key, args.s3_access_secret,
  507. args.s3_endpoint, args.s3_storage_class, args.s3_key_prefix, args.gcs_bucket, args.gcs_key_prefix,
  508. args.gcs_storage_class, args.gcs_credentials_file, args.gcs_automatic_credentials)
  509. elif args.command == 'update-user':
  510. api.updateUser(args.id, args.username, args.password, args.public_keys, args.home_dir, args.uid, args.gid,
  511. args.max_sessions, args.quota_size, args.quota_files, args.permissions, args.upload_bandwidth,
  512. args.download_bandwidth, args.status, getDatetimeAsMillisSinceEpoch(args.expiration_date),
  513. args.subdirs_permissions, args.allowed_ip, args.denied_ip, args.fs, args.s3_bucket, args.s3_region,
  514. args.s3_access_key, args.s3_access_secret, args.s3_endpoint, args.s3_storage_class,
  515. args.s3_key_prefix, args.gcs_bucket, args.gcs_key_prefix, args.gcs_storage_class,
  516. args.gcs_credentials_file, args.gcs_automatic_credentials)
  517. elif args.command == 'delete-user':
  518. api.deleteUser(args.id)
  519. elif args.command == 'get-users':
  520. api.getUsers(args.limit, args.offset, args.order, args.username)
  521. elif args.command == 'get-user-by-id':
  522. api.getUserByID(args.id)
  523. elif args.command == 'get-connections':
  524. api.getConnections()
  525. elif args.command == 'close-connection':
  526. api.closeConnection(args.connectionID)
  527. elif args.command == 'get-quota-scans':
  528. api.getQuotaScans()
  529. elif args.command == 'start-quota-scan':
  530. api.startQuotaScan(args.username)
  531. elif args.command == 'get-version':
  532. api.getVersion()
  533. elif args.command == 'get-provider-status':
  534. api.getProviderStatus()
  535. elif args.command == 'dumpdata':
  536. api.dumpData(args.output_file, args.indent)
  537. elif args.command == 'loaddata':
  538. api.loadData(args.input_file, args.scan_quota, args.mode)
  539. elif args.command == 'convert-users':
  540. convertUsers = ConvertUsers(args.input_file, args.users_format, args.output_file, args.min_uid, args.max_uid,
  541. args.usernames, args.force_uid, args.force_gid)
  542. convertUsers.setSFTPGoRestApi(api)
  543. convertUsers.convert()