filesystem.go 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288
  1. package vfs
  2. import (
  3. "fmt"
  4. "github.com/drakkan/sftpgo/v2/kms"
  5. "github.com/drakkan/sftpgo/v2/sdk"
  6. "github.com/drakkan/sftpgo/v2/util"
  7. )
  8. // ValidatorHelper implements methods we need for Filesystem.ValidateConfig.
  9. // It is implemented by vfs.Folder and dataprovider.User
  10. type ValidatorHelper interface {
  11. GetGCSCredentialsFilePath() string
  12. GetEncryptionAdditionalData() string
  13. }
  14. // Filesystem defines filesystem details
  15. type Filesystem struct {
  16. RedactedSecret string `json:"-"`
  17. Provider sdk.FilesystemProvider `json:"provider"`
  18. S3Config S3FsConfig `json:"s3config,omitempty"`
  19. GCSConfig GCSFsConfig `json:"gcsconfig,omitempty"`
  20. AzBlobConfig AzBlobFsConfig `json:"azblobconfig,omitempty"`
  21. CryptConfig CryptFsConfig `json:"cryptconfig,omitempty"`
  22. SFTPConfig SFTPFsConfig `json:"sftpconfig,omitempty"`
  23. }
  24. // SetEmptySecretsIfNil sets the secrets to empty if nil
  25. func (f *Filesystem) SetEmptySecretsIfNil() {
  26. if f.S3Config.AccessSecret == nil {
  27. f.S3Config.AccessSecret = kms.NewEmptySecret()
  28. }
  29. if f.GCSConfig.Credentials == nil {
  30. f.GCSConfig.Credentials = kms.NewEmptySecret()
  31. }
  32. if f.AzBlobConfig.AccountKey == nil {
  33. f.AzBlobConfig.AccountKey = kms.NewEmptySecret()
  34. }
  35. if f.AzBlobConfig.SASURL == nil {
  36. f.AzBlobConfig.SASURL = kms.NewEmptySecret()
  37. }
  38. if f.CryptConfig.Passphrase == nil {
  39. f.CryptConfig.Passphrase = kms.NewEmptySecret()
  40. }
  41. if f.SFTPConfig.Password == nil {
  42. f.SFTPConfig.Password = kms.NewEmptySecret()
  43. }
  44. if f.SFTPConfig.PrivateKey == nil {
  45. f.SFTPConfig.PrivateKey = kms.NewEmptySecret()
  46. }
  47. }
  48. // SetNilSecretsIfEmpty set the secrets to nil if empty.
  49. // This is useful before rendering as JSON so the empty fields
  50. // will not be serialized.
  51. func (f *Filesystem) SetNilSecretsIfEmpty() {
  52. if f.S3Config.AccessSecret != nil && f.S3Config.AccessSecret.IsEmpty() {
  53. f.S3Config.AccessSecret = nil
  54. }
  55. if f.GCSConfig.Credentials != nil && f.GCSConfig.Credentials.IsEmpty() {
  56. f.GCSConfig.Credentials = nil
  57. }
  58. if f.AzBlobConfig.AccountKey != nil && f.AzBlobConfig.AccountKey.IsEmpty() {
  59. f.AzBlobConfig.AccountKey = nil
  60. }
  61. if f.AzBlobConfig.SASURL != nil && f.AzBlobConfig.SASURL.IsEmpty() {
  62. f.AzBlobConfig.SASURL = nil
  63. }
  64. if f.CryptConfig.Passphrase != nil && f.CryptConfig.Passphrase.IsEmpty() {
  65. f.CryptConfig.Passphrase = nil
  66. }
  67. if f.SFTPConfig.Password != nil && f.SFTPConfig.Password.IsEmpty() {
  68. f.SFTPConfig.Password = nil
  69. }
  70. if f.SFTPConfig.PrivateKey != nil && f.SFTPConfig.PrivateKey.IsEmpty() {
  71. f.SFTPConfig.PrivateKey = nil
  72. }
  73. }
  74. // IsEqual returns true if the fs is equal to other
  75. func (f *Filesystem) IsEqual(other *Filesystem) bool {
  76. if f.Provider != other.Provider {
  77. return false
  78. }
  79. switch f.Provider {
  80. case sdk.S3FilesystemProvider:
  81. return f.S3Config.isEqual(&other.S3Config)
  82. case sdk.GCSFilesystemProvider:
  83. return f.GCSConfig.isEqual(&other.GCSConfig)
  84. case sdk.AzureBlobFilesystemProvider:
  85. return f.AzBlobConfig.isEqual(&other.AzBlobConfig)
  86. case sdk.CryptedFilesystemProvider:
  87. return f.CryptConfig.isEqual(&other.CryptConfig)
  88. case sdk.SFTPFilesystemProvider:
  89. return f.SFTPConfig.isEqual(&other.SFTPConfig)
  90. default:
  91. return true
  92. }
  93. }
  94. // Validate verifies the FsConfig matching the configured provider and sets all other
  95. // Filesystem.*Config to their zero value if successful
  96. func (f *Filesystem) Validate(helper ValidatorHelper) error {
  97. switch f.Provider {
  98. case sdk.S3FilesystemProvider:
  99. if err := f.S3Config.Validate(); err != nil {
  100. return util.NewValidationError(fmt.Sprintf("could not validate s3config: %v", err))
  101. }
  102. if err := f.S3Config.EncryptCredentials(helper.GetEncryptionAdditionalData()); err != nil {
  103. return util.NewValidationError(fmt.Sprintf("could not encrypt s3 access secret: %v", err))
  104. }
  105. f.GCSConfig = GCSFsConfig{}
  106. f.AzBlobConfig = AzBlobFsConfig{}
  107. f.CryptConfig = CryptFsConfig{}
  108. f.SFTPConfig = SFTPFsConfig{}
  109. return nil
  110. case sdk.GCSFilesystemProvider:
  111. if err := f.GCSConfig.Validate(helper.GetGCSCredentialsFilePath()); err != nil {
  112. return util.NewValidationError(fmt.Sprintf("could not validate GCS config: %v", err))
  113. }
  114. f.S3Config = S3FsConfig{}
  115. f.AzBlobConfig = AzBlobFsConfig{}
  116. f.CryptConfig = CryptFsConfig{}
  117. f.SFTPConfig = SFTPFsConfig{}
  118. return nil
  119. case sdk.AzureBlobFilesystemProvider:
  120. if err := f.AzBlobConfig.Validate(); err != nil {
  121. return util.NewValidationError(fmt.Sprintf("could not validate Azure Blob config: %v", err))
  122. }
  123. if err := f.AzBlobConfig.EncryptCredentials(helper.GetEncryptionAdditionalData()); err != nil {
  124. return util.NewValidationError(fmt.Sprintf("could not encrypt Azure blob account key: %v", err))
  125. }
  126. f.S3Config = S3FsConfig{}
  127. f.GCSConfig = GCSFsConfig{}
  128. f.CryptConfig = CryptFsConfig{}
  129. f.SFTPConfig = SFTPFsConfig{}
  130. return nil
  131. case sdk.CryptedFilesystemProvider:
  132. if err := f.CryptConfig.Validate(); err != nil {
  133. return util.NewValidationError(fmt.Sprintf("could not validate Crypt fs config: %v", err))
  134. }
  135. if err := f.CryptConfig.EncryptCredentials(helper.GetEncryptionAdditionalData()); err != nil {
  136. return util.NewValidationError(fmt.Sprintf("could not encrypt Crypt fs passphrase: %v", err))
  137. }
  138. f.S3Config = S3FsConfig{}
  139. f.GCSConfig = GCSFsConfig{}
  140. f.AzBlobConfig = AzBlobFsConfig{}
  141. f.SFTPConfig = SFTPFsConfig{}
  142. return nil
  143. case sdk.SFTPFilesystemProvider:
  144. if err := f.SFTPConfig.Validate(); err != nil {
  145. return util.NewValidationError(fmt.Sprintf("could not validate SFTP fs config: %v", err))
  146. }
  147. if err := f.SFTPConfig.EncryptCredentials(helper.GetEncryptionAdditionalData()); err != nil {
  148. return util.NewValidationError(fmt.Sprintf("could not encrypt SFTP fs credentials: %v", err))
  149. }
  150. f.S3Config = S3FsConfig{}
  151. f.GCSConfig = GCSFsConfig{}
  152. f.AzBlobConfig = AzBlobFsConfig{}
  153. f.CryptConfig = CryptFsConfig{}
  154. return nil
  155. default:
  156. f.Provider = sdk.LocalFilesystemProvider
  157. f.S3Config = S3FsConfig{}
  158. f.GCSConfig = GCSFsConfig{}
  159. f.AzBlobConfig = AzBlobFsConfig{}
  160. f.CryptConfig = CryptFsConfig{}
  161. f.SFTPConfig = SFTPFsConfig{}
  162. return nil
  163. }
  164. }
  165. // HasRedactedSecret returns true if configured the filesystem configuration has a redacted secret
  166. func (f *Filesystem) HasRedactedSecret() bool {
  167. // TODO move vfs specific code into each *FsConfig struct
  168. switch f.Provider {
  169. case sdk.S3FilesystemProvider:
  170. if f.S3Config.AccessSecret.IsRedacted() {
  171. return true
  172. }
  173. case sdk.GCSFilesystemProvider:
  174. if f.GCSConfig.Credentials.IsRedacted() {
  175. return true
  176. }
  177. case sdk.AzureBlobFilesystemProvider:
  178. if f.AzBlobConfig.AccountKey.IsRedacted() {
  179. return true
  180. }
  181. case sdk.CryptedFilesystemProvider:
  182. if f.CryptConfig.Passphrase.IsRedacted() {
  183. return true
  184. }
  185. case sdk.SFTPFilesystemProvider:
  186. if f.SFTPConfig.Password.IsRedacted() {
  187. return true
  188. }
  189. if f.SFTPConfig.PrivateKey.IsRedacted() {
  190. return true
  191. }
  192. }
  193. return false
  194. }
  195. // HideConfidentialData hides filesystem confidential data
  196. func (f *Filesystem) HideConfidentialData() {
  197. switch f.Provider {
  198. case sdk.S3FilesystemProvider:
  199. f.S3Config.AccessSecret.Hide()
  200. case sdk.GCSFilesystemProvider:
  201. f.GCSConfig.Credentials.Hide()
  202. case sdk.AzureBlobFilesystemProvider:
  203. f.AzBlobConfig.AccountKey.Hide()
  204. f.AzBlobConfig.SASURL.Hide()
  205. case sdk.CryptedFilesystemProvider:
  206. f.CryptConfig.Passphrase.Hide()
  207. case sdk.SFTPFilesystemProvider:
  208. f.SFTPConfig.Password.Hide()
  209. f.SFTPConfig.PrivateKey.Hide()
  210. }
  211. }
  212. // GetACopy returns a copy
  213. func (f *Filesystem) GetACopy() Filesystem {
  214. f.SetEmptySecretsIfNil()
  215. fs := Filesystem{
  216. Provider: f.Provider,
  217. S3Config: S3FsConfig{
  218. S3FsConfig: sdk.S3FsConfig{
  219. Bucket: f.S3Config.Bucket,
  220. Region: f.S3Config.Region,
  221. AccessKey: f.S3Config.AccessKey,
  222. AccessSecret: f.S3Config.AccessSecret.Clone(),
  223. Endpoint: f.S3Config.Endpoint,
  224. StorageClass: f.S3Config.StorageClass,
  225. KeyPrefix: f.S3Config.KeyPrefix,
  226. UploadPartSize: f.S3Config.UploadPartSize,
  227. UploadConcurrency: f.S3Config.UploadConcurrency,
  228. },
  229. },
  230. GCSConfig: GCSFsConfig{
  231. GCSFsConfig: sdk.GCSFsConfig{
  232. Bucket: f.GCSConfig.Bucket,
  233. CredentialFile: f.GCSConfig.CredentialFile,
  234. Credentials: f.GCSConfig.Credentials.Clone(),
  235. AutomaticCredentials: f.GCSConfig.AutomaticCredentials,
  236. StorageClass: f.GCSConfig.StorageClass,
  237. KeyPrefix: f.GCSConfig.KeyPrefix,
  238. },
  239. },
  240. AzBlobConfig: AzBlobFsConfig{
  241. AzBlobFsConfig: sdk.AzBlobFsConfig{
  242. Container: f.AzBlobConfig.Container,
  243. AccountName: f.AzBlobConfig.AccountName,
  244. AccountKey: f.AzBlobConfig.AccountKey.Clone(),
  245. Endpoint: f.AzBlobConfig.Endpoint,
  246. SASURL: f.AzBlobConfig.SASURL.Clone(),
  247. KeyPrefix: f.AzBlobConfig.KeyPrefix,
  248. UploadPartSize: f.AzBlobConfig.UploadPartSize,
  249. UploadConcurrency: f.AzBlobConfig.UploadConcurrency,
  250. UseEmulator: f.AzBlobConfig.UseEmulator,
  251. AccessTier: f.AzBlobConfig.AccessTier,
  252. },
  253. },
  254. CryptConfig: CryptFsConfig{
  255. CryptFsConfig: sdk.CryptFsConfig{
  256. Passphrase: f.CryptConfig.Passphrase.Clone(),
  257. },
  258. },
  259. SFTPConfig: SFTPFsConfig{
  260. SFTPFsConfig: sdk.SFTPFsConfig{
  261. Endpoint: f.SFTPConfig.Endpoint,
  262. Username: f.SFTPConfig.Username,
  263. Password: f.SFTPConfig.Password.Clone(),
  264. PrivateKey: f.SFTPConfig.PrivateKey.Clone(),
  265. Prefix: f.SFTPConfig.Prefix,
  266. DisableCouncurrentReads: f.SFTPConfig.DisableCouncurrentReads,
  267. BufferSize: f.SFTPConfig.BufferSize,
  268. },
  269. },
  270. }
  271. if len(f.SFTPConfig.Fingerprints) > 0 {
  272. fs.SFTPConfig.Fingerprints = make([]string, len(f.SFTPConfig.Fingerprints))
  273. copy(fs.SFTPConfig.Fingerprints, f.SFTPConfig.Fingerprints)
  274. }
  275. return fs
  276. }