Libretto is a Golang library to create Virtual Machines (VM) on any cloud and Virtual Machine hosting platforms such as AWS, Azure, OpenStack, vSphere, VMware Workstation/Fusion, Exoscale or VirtualBox. Different providers have different utilities and API interfaces to achieve that, but the abstractions of their interfaces are quite similar.
- AWS
- Azure
- DigitalOcean
- Exoscale
- Google Cloud Platform
- Openstack (Mirantis)
- Virtualbox >= 4.3.30
- VMware Fusion >= 8.0
- VMware Workstation >= 8.0
- vSphere > 5.0
Go version 1.6+ is required.
go get github.com/apcera/libretto/...
go build ./...
rawKey, err := ioutil.ReadFile(*key)
if err != nil {
return err
}
vm := &aws.VM{
Name: "libretto-aws",
AMI: "ami-984734",
InstanceType: "m4.large",
SSHCreds: ssh.Credentials{
SSHUser: "ubuntu",
SSHPrivateKey: string(rawKey),
},
Volumes: []aws.EBSVolume{
{
DeviceName: "/dev/sda1",
},
},
Region: "ap-northeast-1",
KeyPair: strings.TrimSuffix(filepath.Base(*key), filepath.Ext(*key)),
SecurityGroup: "sg-9fdsfds",
}
if err := aws.ValidCredentials(vm.Region); err != nil {
return err
}
if err := vm.Provision(); err != nil {
return err
}vm := &azure.VM{
Creds: azure.OAuthCredentials{
SubscriptionID: os.Getenv("AZURE_SUBSCRIPTION_ID"),
TenantID: os.Getenv("AZURE_TENANT_ID"),
ClientID: os.Getenv("AZURE_CLIENT_ID"),
ClientSecret: os.Getenv("AZURE_CLIENT_SECRET"),
},
ImagePublisher: "Canonical",
ImageOffer: "UbuntuServer",
ImageSku: "14.04.3-LTS",
Size: "Standard_A1",
DiskSize: 40 // Set to 0 if you don't want to attach any additional disk
Name: "libretto",
ResourceGroup: "libretto-rg",
StorageAccount: "libretto-sa",
StorageContainer: "libretto-sc",
SSHCreds: ssh.Credentials{
SSHUser: os.Getenv("AZURE_USER"),
SSHPassword: os.Getenv("AZURE_PASSWORD"),
},
NetworkSecurityGroup: "libretto-sg",
VirtualNetwork: "libretto-vn",
Subnet: "libretto-sn",
}
if err := vm.Provision(); err != nil {
return err
}token := os.Getenv("DIGITALOCEAN_API_KEY")
if token == "" {
return fmt.Errorf("Please export your DigitalOcean API key to 'DIGITALOCEAN_API_KEY' and run again.")
}
config := digitalocean.Config{
Name: defaultDropletName,
Region: defaultDropletRegion,
Image: defaultDropletImage,
Size: defaultDropletSize,
}
vm := digitalocean.VM{
APIToken: token,
Config: config,
}
if err := vm.Provision(); err != nil {
return err
} vm := exoscale.VM{
Config: exoscale.Config{
Endpoint: "https://api.exoscale.ch/compute",
APIKey: os.Getenv("EXOSCALE_API_KEY"),
APISecret: os.Getenv("EXOSCALE_API_SECRET"),
},
Template: exoscale.Template{
Name: "Linux Ubuntu 16.04 LTS 64-bit",
StorageGB: 10,
ZoneName: "ch-dk-2",
},
ServiceOffering: exoscale.ServiceOffering{
Name: exoscale.Medium,
},
SecurityGroups: []exoscale.SecurityGroup{
{Name: "default"},
{Name: "my sg"},
},
Zone: exoscale.Zone{
Name: "ch-dk-2",
},
KeypairName: "mydev",
Name: "libretto-exoscale",
Userdata: `
#cloud-config
manage_etc_hosts: true
fqdn: new.host
`,
}
if err := vm.Provision(); err != nil {
fmt.Printf("Error provisioning machine: %s\n", err)
}
// get VM ID polling every 5 seconds, timeout after 30
vm.WaitVMCreation(30, 5)vm := &gcp.VM{
Name: "libretto-vm-1",
Zone: "us-central1-a",
MachineType: "n1-standard-1",
SourceImage: "ubuntu-1404-trusty-v20160516",
Disks: []gcp.Disk{
{
DiskType: "pd-standard",
DiskSizeGb: 10,
AutoDelete: true,
},
{
DiskType: "pd-standard",
DiskSizeGb: 500,
AutoDelete: true,
Name: "addtional-disk",
},
},
Preemptible: false,
Network: "default",
Subnetwork: "default",
UseInternalIP: false,
Project: os.Getenv("YOUR-GOOGLE-PROJECT"),
Scopes: scopes,
AccountFile: accountFile,
SSHCreds: ssh.Credentials{
SSHUser: "ubuntu",
SSHPrivateKey: string(sshPrivateKey),
},
SSHPublicKey: string(sshPublicKey),
Tags: []string{"libretto"},
}
err := vm.Provision()
if err != nil {
return err
} metadata := openstack.NewDefaultImageMetadata()
volume := openstack.NewDefaultVolume()
// Optional
cloudInit, err := ioutil.ReadFile("/your/user/data")
if err != nil {
return err
}
vm := &openstack.VM{
IdentityEndpoint: os.Getenv("OS_AUTH_URL"),
Username: os.Getenv("OS_USERNAME"),
Password: os.Getenv("OS_PASSWORD"),
Region: os.Getenv("OS_REGION_NAME"),
TenantName: os.Getenv("OS_TENANT_NAME"),
FlavorName: "m1.medium",
ImageID: "",
ImageMetadata: metadata,
ImagePath: os.Getenv("OS_IMAGE_PATH"),
Volume: volume,
InstanceID: "",
Name: "test",
Networks: []string{"eab29109-3363-4b03-8a56-8fe27b71f3a0"},
FloatingIPPool: "net04_ext",
FloatingIP: nil,
SecurityGroup: "test",
AdminPassword: os.Getenv("OS_ADMIN_PASSWORD"),
UserData: cloudInit,
Credentials: ssh.Credentials{
SSHUser: "ubuntu",
SSHPassword: "ubuntu",
},
}
err := vm.Provision()
if err != nil {
return err
}var config virtualbox.Config
config.NICs = []virtualbox.NIC{
virtualbox.NIC{Idx: 1, Backing: virtualbox.Bridged, BackingDevice: "en0: Wi-Fi (AirPort)"},
}
vm := virtualbox.VM{Src: "/Users/Admin/vm-bfb21a62-60c5-11e5-9fc5-a45e60e45ad5.ova",
Credentials: ssh.Credentials{
SSHUser: "ubuntu",
SSHPassword: "ubuntu",
},
Config: config,
}
if err := vm.Provision(); err != nil {
return err
}vm := &vsphere.VM{
Host: "10.2.1.11",
Username: "username",
Password: "password",
Datacenter: "test-dc",
Datastores: []string{"datastore1", "datastore2"},
Networks: map[string]string{"nat": "network1"},
Credentials: ssh.Credentials{
SSHUser: "ubuntu",
SSHPassword: "ubuntu",
},
SkipExisting: true,
Insecure: true,
Destination: vsphere.Destination{
DestinationName: "Host1",
DestinationType: "host",
HostSystem: "",
},
Name: "test-vm",
Template: "test-template",
OvfPath: "/Users/Test/Downloads/file.ovf",
}
if err := vm.Provision(); err != nil {
return err
}var config vmrun.Config
config.NICs = []vmrun.NIC{
vmrun.NIC{Idx: 0, Backing: vmrun.Nat, BackingDevice: "en0"},
}
vm := vmrun.VM{Src: "/Users/Admin/vmware_desktop/trusty-orchestrator-dev.vmx",
Dst: "/Users/Admin/Documents/VMs",
Credentials: ssh.Credentials{
SSHUser: "ubuntu",
SSHPassword: "ubuntu",
},
Config: config,
}
if err := vm.Provision(); err != nil {
return err
}- Why write Libretto?
We couldn't find a suitable Golang binding for this functionality, so we created this library. There are a couple of similar libraries but not in golang (fog.io in ruby, jcloud in java, libcloud in python).
Docker Machine is an effort toward that direction, but it is very Docker specific, and its providers dictate the VM images in many cases to reduce the number of parameters, but reduces the flexibility of the tool.
- What is the scope for Libretto?
Virtual machine creation and life cycle management as well as common configuration steps during a deploy such as configuring SSH keys.
- Why use this library over other tools?
Actively used and developed. Can be called natively from Go in a Go application instead of shelling out to other tools.
- Virtualbox networking is limited to using Bridged mode.
Host to guest OS connectivity is not possible when using NAT networking in Virtualbox. As a result, presently networking configuration for VMs provisioned using the Virtualbox provider is limited to using Bridged networking. There should be a DHCP server running on the network that the VMs are bridged to.
- Linux x64
- Windows 7 >= x64
- OS X >= 10.11
Other Operating Systems might work but have not been tested.
Create a new package inside the virtualmachine folder and implement the
Libretto VirtualMachine interface. The provider should work at the minimum on
the Linux, Windows and OS X platforms unless it is a platform specific provider
in which case it should at least compile and return a descriptive error.
Dependencies should be versioned and stored using gvt
(https://github.com/FiloSottile/gvt)
Errors should be lower case so that they can be wrapped by the calling code. If
possible, types defined in the top level virtualmachine package should be
reused.
https://github.com/apcera/libretto/graphs/contributors with special thanks to Renee French for original creation of the Go Gopher and Rachel Thieman for the outfit.