2013-01-19 00:13:39 +00:00
|
|
|
package docker
|
|
|
|
|
|
|
|
import (
|
|
|
|
"encoding/json"
|
|
|
|
"errors"
|
|
|
|
"io"
|
|
|
|
"io/ioutil"
|
2013-01-22 02:03:23 +00:00
|
|
|
"log"
|
2013-01-19 00:13:39 +00:00
|
|
|
"os"
|
|
|
|
"os/exec"
|
|
|
|
"path"
|
|
|
|
"syscall"
|
2013-01-22 02:03:23 +00:00
|
|
|
"time"
|
2013-01-19 00:13:39 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Container struct {
|
2013-01-22 02:39:52 +00:00
|
|
|
Id string
|
2013-01-19 00:13:39 +00:00
|
|
|
Root string
|
2013-01-22 19:13:22 +00:00
|
|
|
|
|
|
|
Created time.Time
|
|
|
|
|
2013-01-19 00:13:39 +00:00
|
|
|
Path string
|
|
|
|
Args []string
|
|
|
|
|
2013-01-22 19:13:22 +00:00
|
|
|
Config *Config
|
|
|
|
Filesystem *Filesystem
|
|
|
|
State *State
|
2013-01-19 00:13:39 +00:00
|
|
|
|
|
|
|
lxcConfigPath string
|
|
|
|
cmd *exec.Cmd
|
|
|
|
stdout *writeBroadcaster
|
|
|
|
stderr *writeBroadcaster
|
|
|
|
}
|
|
|
|
|
|
|
|
type Config struct {
|
|
|
|
Hostname string
|
|
|
|
Ram int64
|
|
|
|
}
|
|
|
|
|
2013-01-22 02:39:52 +00:00
|
|
|
func createContainer(id string, root string, command string, args []string, layers []string, config *Config) (*Container, error) {
|
2013-01-19 00:13:39 +00:00
|
|
|
container := &Container{
|
2013-01-22 02:39:52 +00:00
|
|
|
Id: id,
|
2013-01-19 00:13:39 +00:00
|
|
|
Root: root,
|
2013-01-22 19:13:22 +00:00
|
|
|
Created: time.Now(),
|
2013-01-19 00:13:39 +00:00
|
|
|
Path: command,
|
|
|
|
Args: args,
|
|
|
|
Config: config,
|
|
|
|
Filesystem: newFilesystem(path.Join(root, "rootfs"), path.Join(root, "rw"), layers),
|
|
|
|
State: newState(),
|
|
|
|
|
|
|
|
lxcConfigPath: path.Join(root, "config.lxc"),
|
|
|
|
stdout: newWriteBroadcaster(),
|
|
|
|
stderr: newWriteBroadcaster(),
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := os.Mkdir(root, 0700); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if err := container.save(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if err := container.generateLXCConfig(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return container, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func loadContainer(containerPath string) (*Container, error) {
|
2013-01-22 19:13:22 +00:00
|
|
|
data, err := ioutil.ReadFile(path.Join(containerPath, "config.json"))
|
2013-01-19 00:13:39 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2013-01-25 22:09:21 +00:00
|
|
|
container := &Container{}
|
2013-01-22 19:13:22 +00:00
|
|
|
if err := json.Unmarshal(data, container); err != nil {
|
2013-01-19 00:13:39 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return container, nil
|
|
|
|
}
|
|
|
|
|
2013-01-22 19:13:22 +00:00
|
|
|
func (container *Container) save() (err error) {
|
|
|
|
data, err := json.Marshal(container)
|
2013-01-19 00:13:39 +00:00
|
|
|
if err != nil {
|
2013-01-22 19:13:22 +00:00
|
|
|
return
|
2013-01-19 00:13:39 +00:00
|
|
|
}
|
2013-01-22 19:13:22 +00:00
|
|
|
return ioutil.WriteFile(path.Join(container.Root, "config.json"), data, 0700)
|
2013-01-19 00:13:39 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (container *Container) generateLXCConfig() error {
|
|
|
|
fo, err := os.Create(container.lxcConfigPath)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer fo.Close()
|
|
|
|
|
|
|
|
if err := LxcTemplateCompiled.Execute(fo, container); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (container *Container) Start() error {
|
|
|
|
if err := container.Filesystem.Mount(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
params := []string{
|
2013-01-22 02:39:52 +00:00
|
|
|
"-n", container.Id,
|
2013-01-19 00:13:39 +00:00
|
|
|
"-f", container.lxcConfigPath,
|
|
|
|
"--",
|
|
|
|
container.Path,
|
|
|
|
}
|
|
|
|
params = append(params, container.Args...)
|
|
|
|
|
|
|
|
container.cmd = exec.Command("/usr/bin/lxc-start", params...)
|
|
|
|
container.cmd.Stdout = container.stdout
|
|
|
|
container.cmd.Stderr = container.stderr
|
|
|
|
|
|
|
|
if err := container.cmd.Start(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
container.State.setRunning(container.cmd.Process.Pid)
|
2013-01-22 19:13:22 +00:00
|
|
|
container.save()
|
2013-01-19 00:13:39 +00:00
|
|
|
go container.monitor()
|
2013-01-23 01:30:09 +00:00
|
|
|
return nil
|
2013-01-19 00:13:39 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (container *Container) Run() error {
|
|
|
|
if err := container.Start(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
container.Wait()
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (container *Container) Output() (output []byte, err error) {
|
|
|
|
pipe, err := container.StdoutPipe()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
defer pipe.Close()
|
|
|
|
if err := container.Start(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
output, err = ioutil.ReadAll(pipe)
|
|
|
|
container.Wait()
|
|
|
|
return output, err
|
|
|
|
}
|
|
|
|
|
|
|
|
func (container *Container) StdoutPipe() (io.ReadCloser, error) {
|
|
|
|
reader, writer := io.Pipe()
|
|
|
|
container.stdout.AddWriter(writer)
|
|
|
|
return newBufReader(reader), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (container *Container) StderrPipe() (io.ReadCloser, error) {
|
|
|
|
reader, writer := io.Pipe()
|
|
|
|
container.stderr.AddWriter(writer)
|
|
|
|
return newBufReader(reader), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (container *Container) monitor() {
|
2013-01-22 23:03:40 +00:00
|
|
|
// Wait for the program to exit
|
2013-01-19 00:13:39 +00:00
|
|
|
container.cmd.Wait()
|
2013-01-23 01:30:09 +00:00
|
|
|
exitCode := container.cmd.ProcessState.Sys().(syscall.WaitStatus).ExitStatus()
|
2013-01-22 02:03:23 +00:00
|
|
|
|
2013-01-22 23:03:40 +00:00
|
|
|
// Cleanup
|
2013-01-19 00:13:39 +00:00
|
|
|
container.stdout.Close()
|
|
|
|
container.stderr.Close()
|
2013-01-22 02:03:23 +00:00
|
|
|
if err := container.Filesystem.Umount(); err != nil {
|
2013-01-22 02:39:52 +00:00
|
|
|
log.Printf("%v: Failed to umount filesystem: %v", container.Id, err)
|
2013-01-22 02:03:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Report status back
|
|
|
|
container.State.setStopped(exitCode)
|
2013-01-22 19:13:22 +00:00
|
|
|
container.save()
|
2013-01-19 00:13:39 +00:00
|
|
|
}
|
|
|
|
|
2013-01-22 02:03:23 +00:00
|
|
|
func (container *Container) kill() error {
|
2013-01-25 23:36:47 +00:00
|
|
|
if err := container.cmd.Process.Kill(); err != nil {
|
2013-01-22 02:03:23 +00:00
|
|
|
return err
|
2013-01-19 00:13:39 +00:00
|
|
|
}
|
2013-01-22 02:03:23 +00:00
|
|
|
// Wait for the container to be actually stopped
|
2013-01-23 01:30:09 +00:00
|
|
|
container.Wait()
|
2013-01-22 02:03:23 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (container *Container) Kill() error {
|
|
|
|
if !container.State.Running {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return container.kill()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (container *Container) Stop() error {
|
|
|
|
if !container.State.Running {
|
2013-01-19 00:13:39 +00:00
|
|
|
return nil
|
|
|
|
}
|
2013-01-22 02:03:23 +00:00
|
|
|
|
|
|
|
// 1. Send a SIGTERM
|
2013-01-25 23:36:47 +00:00
|
|
|
if output, err := exec.Command("/usr/bin/lxc-kill", "-n", container.Id, "15").CombinedOutput(); err != nil {
|
|
|
|
log.Printf(string(output))
|
|
|
|
log.Printf("Failed to send SIGTERM to the process, force killing")
|
|
|
|
if err := container.Kill(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2013-01-22 02:03:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// 2. Wait for the process to exit on its own
|
|
|
|
if err := container.WaitTimeout(10 * time.Second); err != nil {
|
2013-01-25 23:36:47 +00:00
|
|
|
log.Printf("Container %v failed to exit within 10 seconds of SIGTERM - using the force", container.Id)
|
|
|
|
if err := container.Kill(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2013-01-22 02:03:23 +00:00
|
|
|
}
|
2013-01-19 00:13:39 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2013-01-22 23:03:40 +00:00
|
|
|
func (container *Container) Restart() error {
|
|
|
|
if err := container.Stop(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := container.Start(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2013-01-19 00:13:39 +00:00
|
|
|
func (container *Container) Wait() {
|
2013-01-25 23:36:47 +00:00
|
|
|
|
2013-01-19 00:13:39 +00:00
|
|
|
for container.State.Running {
|
|
|
|
container.State.wait()
|
|
|
|
}
|
|
|
|
}
|
2013-01-22 02:03:23 +00:00
|
|
|
|
|
|
|
func (container *Container) WaitTimeout(timeout time.Duration) error {
|
|
|
|
done := make(chan bool)
|
|
|
|
go func() {
|
|
|
|
container.Wait()
|
|
|
|
done <- true
|
|
|
|
}()
|
|
|
|
|
|
|
|
select {
|
|
|
|
case <-time.After(timeout):
|
|
|
|
return errors.New("Timed Out")
|
|
|
|
case <-done:
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|