deviceset.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850
  1. package devmapper
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "github.com/dotcloud/docker/utils"
  6. "io"
  7. "io/ioutil"
  8. "os"
  9. "os/exec"
  10. "path"
  11. "path/filepath"
  12. "strconv"
  13. "sync"
  14. "syscall"
  15. "time"
  16. )
  17. var (
  18. DefaultDataLoopbackSize int64 = 100 * 1024 * 1024 * 1024
  19. DefaultMetaDataLoopbackSize int64 = 2 * 1024 * 1024 * 1024
  20. DefaultBaseFsSize uint64 = 10 * 1024 * 1024 * 1024
  21. )
  22. type DevInfo struct {
  23. Hash string `json:"-"`
  24. DeviceId int `json:"device_id"`
  25. Size uint64 `json:"size"`
  26. TransactionId uint64 `json:"transaction_id"`
  27. Initialized bool `json:"initialized"`
  28. devices *DeviceSet `json:"-"`
  29. }
  30. type MetaData struct {
  31. Devices map[string]*DevInfo `json:devices`
  32. }
  33. type DeviceSet struct {
  34. MetaData
  35. sync.Mutex
  36. initialized bool
  37. root string
  38. devicePrefix string
  39. TransactionId uint64
  40. NewTransactionId uint64
  41. nextFreeDevice int
  42. activeMounts map[string]int
  43. }
  44. type DiskUsage struct {
  45. Used uint64
  46. Total uint64
  47. }
  48. type Status struct {
  49. PoolName string
  50. DataLoopback string
  51. MetadataLoopback string
  52. Data DiskUsage
  53. Metadata DiskUsage
  54. }
  55. func getDevName(name string) string {
  56. return "/dev/mapper/" + name
  57. }
  58. func (info *DevInfo) Name() string {
  59. hash := info.Hash
  60. if hash == "" {
  61. hash = "base"
  62. }
  63. return fmt.Sprintf("%s-%s", info.devices.devicePrefix, hash)
  64. }
  65. func (info *DevInfo) DevName() string {
  66. return getDevName(info.Name())
  67. }
  68. func (devices *DeviceSet) loopbackDir() string {
  69. return path.Join(devices.root, "devicemapper")
  70. }
  71. func (devices *DeviceSet) jsonFile() string {
  72. return path.Join(devices.loopbackDir(), "json")
  73. }
  74. func (devices *DeviceSet) getPoolName() string {
  75. return devices.devicePrefix + "-pool"
  76. }
  77. func (devices *DeviceSet) getPoolDevName() string {
  78. return getDevName(devices.getPoolName())
  79. }
  80. func (devices *DeviceSet) hasImage(name string) bool {
  81. dirname := devices.loopbackDir()
  82. filename := path.Join(dirname, name)
  83. _, err := os.Stat(filename)
  84. return err == nil
  85. }
  86. // ensureImage creates a sparse file of <size> bytes at the path
  87. // <root>/devicemapper/<name>.
  88. // If the file already exists, it does nothing.
  89. // Either way it returns the full path.
  90. func (devices *DeviceSet) ensureImage(name string, size int64) (string, error) {
  91. dirname := devices.loopbackDir()
  92. filename := path.Join(dirname, name)
  93. if err := os.MkdirAll(dirname, 0700); err != nil && !os.IsExist(err) {
  94. return "", err
  95. }
  96. if _, err := os.Stat(filename); err != nil {
  97. if !os.IsNotExist(err) {
  98. return "", err
  99. }
  100. utils.Debugf("Creating loopback file %s for device-manage use", filename)
  101. file, err := os.OpenFile(filename, os.O_RDWR|os.O_CREATE, 0600)
  102. if err != nil {
  103. return "", err
  104. }
  105. if err = file.Truncate(size); err != nil {
  106. return "", err
  107. }
  108. }
  109. return filename, nil
  110. }
  111. func (devices *DeviceSet) allocateDeviceId() int {
  112. // TODO: Add smarter reuse of deleted devices
  113. id := devices.nextFreeDevice
  114. devices.nextFreeDevice = devices.nextFreeDevice + 1
  115. return id
  116. }
  117. func (devices *DeviceSet) allocateTransactionId() uint64 {
  118. devices.NewTransactionId = devices.NewTransactionId + 1
  119. return devices.NewTransactionId
  120. }
  121. func (devices *DeviceSet) saveMetadata() error {
  122. jsonData, err := json.Marshal(devices.MetaData)
  123. if err != nil {
  124. return fmt.Errorf("Error encoding metaadata to json: %s", err)
  125. }
  126. tmpFile, err := ioutil.TempFile(filepath.Dir(devices.jsonFile()), ".json")
  127. if err != nil {
  128. return fmt.Errorf("Error creating metadata file: %s", err)
  129. }
  130. n, err := tmpFile.Write(jsonData)
  131. if err != nil {
  132. return fmt.Errorf("Error writing metadata to %s: %s", tmpFile.Name(), err)
  133. }
  134. if n < len(jsonData) {
  135. return io.ErrShortWrite
  136. }
  137. if err := tmpFile.Sync(); err != nil {
  138. return fmt.Errorf("Error syncing metadata file %s: %s", tmpFile.Name(), err)
  139. }
  140. if err := tmpFile.Close(); err != nil {
  141. return fmt.Errorf("Error closing metadata file %s: %s", tmpFile.Name(), err)
  142. }
  143. if err := os.Rename(tmpFile.Name(), devices.jsonFile()); err != nil {
  144. return fmt.Errorf("Error committing metadata file", err)
  145. }
  146. if devices.NewTransactionId != devices.TransactionId {
  147. if err = setTransactionId(devices.getPoolDevName(), devices.TransactionId, devices.NewTransactionId); err != nil {
  148. return fmt.Errorf("Error setting devmapper transition ID: %s", err)
  149. }
  150. devices.TransactionId = devices.NewTransactionId
  151. }
  152. return nil
  153. }
  154. func (devices *DeviceSet) registerDevice(id int, hash string, size uint64) (*DevInfo, error) {
  155. utils.Debugf("registerDevice(%v, %v)", id, hash)
  156. info := &DevInfo{
  157. Hash: hash,
  158. DeviceId: id,
  159. Size: size,
  160. TransactionId: devices.allocateTransactionId(),
  161. Initialized: false,
  162. devices: devices,
  163. }
  164. devices.Devices[hash] = info
  165. if err := devices.saveMetadata(); err != nil {
  166. // Try to remove unused device
  167. delete(devices.Devices, hash)
  168. return nil, err
  169. }
  170. return info, nil
  171. }
  172. func (devices *DeviceSet) activateDeviceIfNeeded(hash string) error {
  173. utils.Debugf("activateDeviceIfNeeded(%v)", hash)
  174. info := devices.Devices[hash]
  175. if info == nil {
  176. return fmt.Errorf("Unknown device %s", hash)
  177. }
  178. if devinfo, _ := getInfo(info.Name()); devinfo != nil && devinfo.Exists != 0 {
  179. return nil
  180. }
  181. return activateDevice(devices.getPoolDevName(), info.Name(), info.DeviceId, info.Size)
  182. }
  183. func (devices *DeviceSet) createFilesystem(info *DevInfo) error {
  184. devname := info.DevName()
  185. err := exec.Command("mkfs.ext4", "-E", "discard,lazy_itable_init=0,lazy_journal_init=0", devname).Run()
  186. if err != nil {
  187. err = exec.Command("mkfs.ext4", "-E", "discard,lazy_itable_init=0", devname).Run()
  188. }
  189. if err != nil {
  190. utils.Debugf("\n--->Err: %s\n", err)
  191. return err
  192. }
  193. return nil
  194. }
  195. func (devices *DeviceSet) loadMetaData() error {
  196. utils.Debugf("loadMetadata()")
  197. defer utils.Debugf("loadMetadata END")
  198. _, _, _, params, err := getStatus(devices.getPoolName())
  199. if err != nil {
  200. utils.Debugf("\n--->Err: %s\n", err)
  201. return err
  202. }
  203. if _, err := fmt.Sscanf(params, "%d", &devices.TransactionId); err != nil {
  204. utils.Debugf("\n--->Err: %s\n", err)
  205. return err
  206. }
  207. devices.NewTransactionId = devices.TransactionId
  208. jsonData, err := ioutil.ReadFile(devices.jsonFile())
  209. if err != nil && !os.IsNotExist(err) {
  210. utils.Debugf("\n--->Err: %s\n", err)
  211. return err
  212. }
  213. devices.MetaData.Devices = make(map[string]*DevInfo)
  214. if jsonData != nil {
  215. if err := json.Unmarshal(jsonData, &devices.MetaData); err != nil {
  216. utils.Debugf("\n--->Err: %s\n", err)
  217. return err
  218. }
  219. }
  220. for hash, d := range devices.Devices {
  221. d.Hash = hash
  222. d.devices = devices
  223. if d.DeviceId >= devices.nextFreeDevice {
  224. devices.nextFreeDevice = d.DeviceId + 1
  225. }
  226. // If the transaction id is larger than the actual one we lost the device due to some crash
  227. if d.TransactionId > devices.TransactionId {
  228. utils.Debugf("Removing lost device %s with id %d", hash, d.TransactionId)
  229. delete(devices.Devices, hash)
  230. }
  231. }
  232. return nil
  233. }
  234. func (devices *DeviceSet) setupBaseImage() error {
  235. oldInfo := devices.Devices[""]
  236. if oldInfo != nil && oldInfo.Initialized {
  237. return nil
  238. }
  239. if oldInfo != nil && !oldInfo.Initialized {
  240. utils.Debugf("Removing uninitialized base image")
  241. if err := devices.removeDevice(""); err != nil {
  242. utils.Debugf("\n--->Err: %s\n", err)
  243. return err
  244. }
  245. }
  246. utils.Debugf("Initializing base device-manager snapshot")
  247. id := devices.allocateDeviceId()
  248. // Create initial device
  249. if err := createDevice(devices.getPoolDevName(), id); err != nil {
  250. utils.Debugf("\n--->Err: %s\n", err)
  251. return err
  252. }
  253. utils.Debugf("Registering base device (id %v) with FS size %v", id, DefaultBaseFsSize)
  254. info, err := devices.registerDevice(id, "", DefaultBaseFsSize)
  255. if err != nil {
  256. _ = deleteDevice(devices.getPoolDevName(), id)
  257. utils.Debugf("\n--->Err: %s\n", err)
  258. return err
  259. }
  260. utils.Debugf("Creating filesystem on base device-manager snapshot")
  261. if err = devices.activateDeviceIfNeeded(""); err != nil {
  262. utils.Debugf("\n--->Err: %s\n", err)
  263. return err
  264. }
  265. if err := devices.createFilesystem(info); err != nil {
  266. utils.Debugf("\n--->Err: %s\n", err)
  267. return err
  268. }
  269. info.Initialized = true
  270. if err = devices.saveMetadata(); err != nil {
  271. info.Initialized = false
  272. utils.Debugf("\n--->Err: %s\n", err)
  273. return err
  274. }
  275. return nil
  276. }
  277. func setCloseOnExec(name string) {
  278. fileInfos, _ := ioutil.ReadDir("/proc/self/fd")
  279. if fileInfos != nil {
  280. for _, i := range fileInfos {
  281. link, _ := os.Readlink(filepath.Join("/proc/self/fd", i.Name()))
  282. if link == name {
  283. fd, err := strconv.Atoi(i.Name())
  284. if err == nil {
  285. syscall.CloseOnExec(fd)
  286. }
  287. }
  288. }
  289. }
  290. }
  291. func (devices *DeviceSet) log(level int, file string, line int, dmError int, message string) {
  292. if level >= 7 {
  293. return // Ignore _LOG_DEBUG
  294. }
  295. utils.Debugf("libdevmapper(%d): %s:%d (%d) %s", level, file, line, dmError, message)
  296. }
  297. func major (device uint64) uint64 {
  298. return (device >> 8) & 0xfff
  299. }
  300. func minor (device uint64) uint64 {
  301. return (device & 0xff) | ((device >> 12) & 0xfff00)
  302. }
  303. func (devices *DeviceSet) initDevmapper() error {
  304. logInit(devices)
  305. // Make sure the sparse images exist in <root>/devicemapper/data and
  306. // <root>/devicemapper/metadata
  307. createdLoopback := !devices.hasImage("data") || !devices.hasImage("metadata")
  308. data, err := devices.ensureImage("data", DefaultDataLoopbackSize)
  309. if err != nil {
  310. utils.Debugf("Error device ensureImage (data): %s\n", err)
  311. return err
  312. }
  313. metadata, err := devices.ensureImage("metadata", DefaultMetaDataLoopbackSize)
  314. if err != nil {
  315. utils.Debugf("Error device ensureImage (metadata): %s\n", err)
  316. return err
  317. }
  318. // Set the device prefix from the device id and inode of the docker root dir
  319. st, err := os.Stat(devices.root)
  320. if err != nil {
  321. return fmt.Errorf("Error looking up dir %s: %s", devices.root, err)
  322. }
  323. sysSt := st.Sys().(*syscall.Stat_t)
  324. // "reg-" stands for "regular file".
  325. // In the future we might use "dev-" for "device file", etc.
  326. // docker-maj,min[-inode] stands for:
  327. // - Managed by docker
  328. // - The target of this device is at major <maj> and minor <min>
  329. // - If <inode> is defined, use that file inside the device as a loopback image. Otherwise use the device itself.
  330. devices.devicePrefix = fmt.Sprintf("docker-%d,%d-%d", major(sysSt.Dev), minor(sysSt.Dev), sysSt.Ino)
  331. utils.Debugf("Generated prefix: %s", devices.devicePrefix)
  332. // Check for the existence of the device <prefix>-pool
  333. utils.Debugf("Checking for existence of the pool '%s'", devices.getPoolName())
  334. info, err := getInfo(devices.getPoolName())
  335. if info == nil {
  336. utils.Debugf("Error device getInfo: %s", err)
  337. return err
  338. }
  339. // It seems libdevmapper opens this without O_CLOEXEC, and go exec will not close files
  340. // that are not Close-on-exec, and lxc-start will die if it inherits any unexpected files,
  341. // so we add this badhack to make sure it closes itself
  342. setCloseOnExec("/dev/mapper/control")
  343. // If the pool doesn't exist, create it
  344. if info.Exists == 0 {
  345. utils.Debugf("Pool doesn't exist. Creating it.")
  346. dataFile, err := AttachLoopDevice(data)
  347. if err != nil {
  348. utils.Debugf("\n--->Err: %s\n", err)
  349. return err
  350. }
  351. defer dataFile.Close()
  352. metadataFile, err := AttachLoopDevice(metadata)
  353. if err != nil {
  354. utils.Debugf("\n--->Err: %s\n", err)
  355. return err
  356. }
  357. defer metadataFile.Close()
  358. if err := createPool(devices.getPoolName(), dataFile, metadataFile); err != nil {
  359. utils.Debugf("\n--->Err: %s\n", err)
  360. return err
  361. }
  362. }
  363. // If we didn't just create the data or metadata image, we need to
  364. // load the metadata from the existing file.
  365. if !createdLoopback {
  366. if err = devices.loadMetaData(); err != nil {
  367. utils.Debugf("\n--->Err: %s\n", err)
  368. return err
  369. }
  370. }
  371. // Setup the base image
  372. if err := devices.setupBaseImage(); err != nil {
  373. utils.Debugf("Error device setupBaseImage: %s\n", err)
  374. return err
  375. }
  376. return nil
  377. }
  378. func (devices *DeviceSet) AddDevice(hash, baseHash string) error {
  379. devices.Lock()
  380. defer devices.Unlock()
  381. if err := devices.ensureInit(); err != nil {
  382. utils.Debugf("Error init: %s\n", err)
  383. return err
  384. }
  385. if devices.Devices[hash] != nil {
  386. return fmt.Errorf("hash %s already exists", hash)
  387. }
  388. baseInfo := devices.Devices[baseHash]
  389. if baseInfo == nil {
  390. return fmt.Errorf("Error adding device for '%s': can't find device for parent '%s'", hash, baseHash)
  391. }
  392. deviceId := devices.allocateDeviceId()
  393. if err := devices.createSnapDevice(devices.getPoolDevName(), deviceId, baseInfo.Name(), baseInfo.DeviceId); err != nil {
  394. utils.Debugf("Error creating snap device: %s\n", err)
  395. return err
  396. }
  397. if _, err := devices.registerDevice(deviceId, hash, baseInfo.Size); err != nil {
  398. deleteDevice(devices.getPoolDevName(), deviceId)
  399. utils.Debugf("Error registering device: %s\n", err)
  400. return err
  401. }
  402. return nil
  403. }
  404. func (devices *DeviceSet) removeDevice(hash string) error {
  405. info := devices.Devices[hash]
  406. if info == nil {
  407. return fmt.Errorf("hash %s doesn't exists", hash)
  408. }
  409. devinfo, _ := getInfo(info.Name())
  410. if devinfo != nil && devinfo.Exists != 0 {
  411. if err := removeDevice(info.Name()); err != nil {
  412. utils.Debugf("Error removing device: %s\n", err)
  413. return err
  414. }
  415. }
  416. if info.Initialized {
  417. info.Initialized = false
  418. if err := devices.saveMetadata(); err != nil {
  419. utils.Debugf("Error saving meta data: %s\n", err)
  420. return err
  421. }
  422. }
  423. if err := deleteDevice(devices.getPoolDevName(), info.DeviceId); err != nil {
  424. utils.Debugf("Error deleting device: %s\n", err)
  425. return err
  426. }
  427. devices.allocateTransactionId()
  428. delete(devices.Devices, info.Hash)
  429. if err := devices.saveMetadata(); err != nil {
  430. devices.Devices[info.Hash] = info
  431. utils.Debugf("Error saving meta data: %s\n", err)
  432. return err
  433. }
  434. return nil
  435. }
  436. func (devices *DeviceSet) RemoveDevice(hash string) error {
  437. devices.Lock()
  438. defer devices.Unlock()
  439. if err := devices.ensureInit(); err != nil {
  440. utils.Debugf("\n--->Err: %s\n", err)
  441. return err
  442. }
  443. return devices.removeDevice(hash)
  444. }
  445. func (devices *DeviceSet) deactivateDevice(hash string) error {
  446. utils.Debugf("[devmapper] deactivateDevice(%s)", hash)
  447. defer utils.Debugf("[devmapper] deactivateDevice END")
  448. var devname string
  449. // FIXME: shouldn't we just register the pool into devices?
  450. devname, err := devices.byHash(hash)
  451. if err != nil {
  452. return err
  453. }
  454. devinfo, err := getInfo(devname)
  455. if err != nil {
  456. utils.Debugf("\n--->Err: %s\n", err)
  457. return err
  458. }
  459. if devinfo.Exists != 0 {
  460. if err := removeDevice(devname); err != nil {
  461. utils.Debugf("\n--->Err: %s\n", err)
  462. return err
  463. }
  464. if err := devices.waitRemove(hash); err != nil {
  465. return err
  466. }
  467. }
  468. return nil
  469. }
  470. // waitRemove blocks until either:
  471. // a) the device registered at <device_set_prefix>-<hash> is removed,
  472. // or b) the 1 second timeout expires.
  473. func (devices *DeviceSet) waitRemove(hash string) error {
  474. utils.Debugf("[deviceset %s] waitRemove(%s)", devices.devicePrefix, hash)
  475. defer utils.Debugf("[deviceset %s] waitRemove END", devices.devicePrefix, hash)
  476. devname, err := devices.byHash(hash)
  477. if err != nil {
  478. return err
  479. }
  480. i := 0
  481. for ; i < 1000; i += 1 {
  482. devinfo, err := getInfo(devname)
  483. if err != nil {
  484. // If there is an error we assume the device doesn't exist.
  485. // The error might actually be something else, but we can't differentiate.
  486. return nil
  487. }
  488. utils.Debugf("Waiting for removal of %s: exists=%d", devname, devinfo.Exists)
  489. if devinfo.Exists == 0 {
  490. break
  491. }
  492. time.Sleep(1 * time.Millisecond)
  493. }
  494. if i == 1000 {
  495. return fmt.Errorf("Timeout while waiting for device %s to be removed", devname)
  496. }
  497. return nil
  498. }
  499. // waitClose blocks until either:
  500. // a) the device registered at <device_set_prefix>-<hash> is closed,
  501. // or b) the 1 second timeout expires.
  502. func (devices *DeviceSet) waitClose(hash string) error {
  503. devname, err := devices.byHash(hash)
  504. if err != nil {
  505. return err
  506. }
  507. i := 0
  508. for ; i < 1000; i += 1 {
  509. devinfo, err := getInfo(devname)
  510. if err != nil {
  511. return err
  512. }
  513. utils.Debugf("Waiting for unmount of %s: opencount=%d", devname, devinfo.OpenCount)
  514. if devinfo.OpenCount == 0 {
  515. break
  516. }
  517. time.Sleep(1 * time.Millisecond)
  518. }
  519. if i == 1000 {
  520. return fmt.Errorf("Timeout while waiting for device %s to close", devname)
  521. }
  522. return nil
  523. }
  524. // byHash is a hack to allow looking up the deviceset's pool by the hash "pool".
  525. // FIXME: it seems probably cleaner to register the pool in devices.Devices,
  526. // but I am afraid of arcane implications deep in the devicemapper code,
  527. // so this will do.
  528. func (devices *DeviceSet) byHash(hash string) (devname string, err error) {
  529. if hash == "pool" {
  530. return devices.getPoolDevName(), nil
  531. }
  532. info := devices.Devices[hash]
  533. if info == nil {
  534. return "", fmt.Errorf("hash %s doesn't exists", hash)
  535. }
  536. return info.Name(), nil
  537. }
  538. func (devices *DeviceSet) Shutdown() error {
  539. utils.Debugf("[deviceset %s] shutdown()", devices.devicePrefix)
  540. defer utils.Debugf("[deviceset %s] shutdown END", devices.devicePrefix)
  541. devices.Lock()
  542. utils.Debugf("[devmapper] Shutting down DeviceSet: %s", devices.root)
  543. defer devices.Unlock()
  544. if !devices.initialized {
  545. return nil
  546. }
  547. for path, count := range devices.activeMounts {
  548. for i := count; i > 0; i-- {
  549. if err := syscall.Unmount(path, 0); err != nil {
  550. utils.Debugf("Shutdown unmounting %s, error: %s\n", path, err)
  551. }
  552. }
  553. delete(devices.activeMounts, path)
  554. }
  555. for _, d := range devices.Devices {
  556. if err := devices.waitClose(d.Hash); err != nil {
  557. utils.Errorf("Warning: error waiting for device %s to unmount: %s\n", d.Hash, err)
  558. }
  559. if err := devices.deactivateDevice(d.Hash); err != nil {
  560. utils.Debugf("Shutdown deactivate %s , error: %s\n", d.Hash, err)
  561. }
  562. }
  563. pool := devices.getPoolDevName()
  564. if devinfo, err := getInfo(pool); err == nil && devinfo.Exists != 0 {
  565. if err := devices.deactivateDevice("pool"); err != nil {
  566. utils.Debugf("Shutdown deactivate %s , error: %s\n", pool, err)
  567. }
  568. }
  569. return nil
  570. }
  571. func (devices *DeviceSet) MountDevice(hash, path string, readOnly bool) error {
  572. devices.Lock()
  573. defer devices.Unlock()
  574. if err := devices.ensureInit(); err != nil {
  575. return fmt.Errorf("Error initializing devmapper: %s", err)
  576. }
  577. if err := devices.activateDeviceIfNeeded(hash); err != nil {
  578. return fmt.Errorf("Error activating devmapper device for '%s': %s", hash, err)
  579. }
  580. info := devices.Devices[hash]
  581. var flags uintptr = syscall.MS_MGC_VAL
  582. if readOnly {
  583. flags = flags | syscall.MS_RDONLY
  584. }
  585. err := syscall.Mount(info.DevName(), path, "ext4", flags, "discard")
  586. if err != nil && err == syscall.EINVAL {
  587. err = syscall.Mount(info.DevName(), path, "ext4", flags, "")
  588. }
  589. if err != nil {
  590. return fmt.Errorf("Error mounting '%s' on '%s': %s", info.DevName(), path, err)
  591. }
  592. count := devices.activeMounts[path]
  593. devices.activeMounts[path] = count + 1
  594. return nil
  595. }
  596. func (devices *DeviceSet) UnmountDevice(hash, path string, deactivate bool) error {
  597. utils.Debugf("[devmapper] UnmountDevice(hash=%s path=%s)", hash, path)
  598. defer utils.Debugf("[devmapper] UnmountDevice END")
  599. devices.Lock()
  600. defer devices.Unlock()
  601. utils.Debugf("[devmapper] Unmount(%s)", path)
  602. if err := syscall.Unmount(path, 0); err != nil {
  603. utils.Debugf("\n--->Err: %s\n", err)
  604. return err
  605. }
  606. utils.Debugf("[devmapper] Unmount done")
  607. // Wait for the unmount to be effective,
  608. // by watching the value of Info.OpenCount for the device
  609. if err := devices.waitClose(hash); err != nil {
  610. return err
  611. }
  612. if count := devices.activeMounts[path]; count > 1 {
  613. devices.activeMounts[path] = count - 1
  614. } else {
  615. delete(devices.activeMounts, path)
  616. }
  617. if deactivate {
  618. devices.deactivateDevice(hash)
  619. }
  620. return nil
  621. }
  622. func (devices *DeviceSet) HasDevice(hash string) bool {
  623. devices.Lock()
  624. defer devices.Unlock()
  625. if err := devices.ensureInit(); err != nil {
  626. return false
  627. }
  628. return devices.Devices[hash] != nil
  629. }
  630. func (devices *DeviceSet) HasInitializedDevice(hash string) bool {
  631. devices.Lock()
  632. defer devices.Unlock()
  633. if err := devices.ensureInit(); err != nil {
  634. return false
  635. }
  636. info := devices.Devices[hash]
  637. return info != nil && info.Initialized
  638. }
  639. func (devices *DeviceSet) HasActivatedDevice(hash string) bool {
  640. devices.Lock()
  641. defer devices.Unlock()
  642. if err := devices.ensureInit(); err != nil {
  643. return false
  644. }
  645. info := devices.Devices[hash]
  646. if info == nil {
  647. return false
  648. }
  649. devinfo, _ := getInfo(info.Name())
  650. return devinfo != nil && devinfo.Exists != 0
  651. }
  652. func (devices *DeviceSet) SetInitialized(hash string) error {
  653. devices.Lock()
  654. defer devices.Unlock()
  655. if err := devices.ensureInit(); err != nil {
  656. utils.Debugf("\n--->Err: %s\n", err)
  657. return err
  658. }
  659. info := devices.Devices[hash]
  660. if info == nil {
  661. return fmt.Errorf("Unknown device %s", hash)
  662. }
  663. info.Initialized = true
  664. if err := devices.saveMetadata(); err != nil {
  665. info.Initialized = false
  666. utils.Debugf("\n--->Err: %s\n", err)
  667. return err
  668. }
  669. return nil
  670. }
  671. func (devices *DeviceSet) Status() *Status {
  672. devices.Lock()
  673. defer devices.Unlock()
  674. status := &Status {}
  675. if err := devices.ensureInit(); err != nil {
  676. return status
  677. }
  678. status.PoolName = devices.getPoolName()
  679. status.DataLoopback = path.Join( devices.loopbackDir(), "data")
  680. status.MetadataLoopback = path.Join( devices.loopbackDir(), "metadata")
  681. _, totalSizeInSectors, _, params, err := getStatus(devices.getPoolName())
  682. if err == nil {
  683. var transactionId, dataUsed, dataTotal, metadataUsed, metadataTotal uint64
  684. if _, err := fmt.Sscanf(params, "%d %d/%d %d/%d", &transactionId, &metadataUsed, &metadataTotal, &dataUsed, &dataTotal); err == nil {
  685. // Convert from blocks to bytes
  686. blockSizeInSectors := totalSizeInSectors / dataTotal;
  687. status.Data.Used = dataUsed * blockSizeInSectors * 512
  688. status.Data.Total = dataTotal * blockSizeInSectors * 512
  689. // metadata blocks are always 4k
  690. status.Metadata.Used = metadataUsed * 4096
  691. status.Metadata.Total = metadataTotal * 4096
  692. }
  693. }
  694. return status
  695. }
  696. func (devices *DeviceSet) ensureInit() error {
  697. if !devices.initialized {
  698. devices.initialized = true
  699. if err := devices.initDevmapper(); err != nil {
  700. utils.Debugf("\n--->Err: %s\n", err)
  701. return err
  702. }
  703. }
  704. return nil
  705. }
  706. func NewDeviceSet(root string) *DeviceSet {
  707. SetDevDir("/dev")
  708. return &DeviceSet{
  709. initialized: false,
  710. root: root,
  711. MetaData: MetaData{Devices: make(map[string]*DevInfo)},
  712. activeMounts: make(map[string]int),
  713. }
  714. }