I’m really not sure about what I missed.
I reference the docs http://docs.opennebula.org/5.8/deployment/open_cloud_storage_setup/ceph_ds.html#ssh-mode, and here is what I tried:
The shared IMAGE_DS:
oneadmin@oned:~$ onedatastore show 100
DATASTORE 100 INFORMATION
ID : 100
NAME : Peacock_Image
USER : oneadmin
GROUP : oneadmin
CLUSTERS : 0,101
TYPE : IMAGE
DS_MAD : fs
TM_MAD : shared
BASE PATH : /var/lib/one//datastores/100
DISK_TYPE : FILE
STATE : READY
DATASTORE CAPACITY
TOTAL: : 20.7T
FREE: : 20.7T
USED: : 981M
LIMIT: : -
PERMISSIONS
OWNER : um-
GROUP : u--
OTHER : ---
DATASTORE TEMPLATE
ALLOW_ORPHANS="NO"
CLONE_TARGET="SYSTEM"
CLONE_TARGET_SSH="SYSTEM"
DISK_TYPE="FILE"
DISK_TYPE_SSH="FILE"
DS_MAD="fs"
LN_TARGET="NONE"
LN_TARGET_SSH="SYSTEM"
TM_MAD="shared"
TM_MAD_SYSTEM="ssh"
TYPE="IMAGE_DS"
The ssh SYSTEM_DS:
oneadmin@oned:~$ onedatastore show 106
DATASTORE 106 INFORMATION
ID : 106
NAME : ZFS_DAS
USER : oneadmin
GROUP : oneadmin
CLUSTERS : 101
TYPE : SYSTEM
DS_MAD : -
TM_MAD : ssh
BASE PATH : /var/lib/one//datastores/106
DISK_TYPE : FILE
STATE : READY
DATASTORE CAPACITY
TOTAL: : -
FREE: : -
USED: : -
LIMIT: : -
PERMISSIONS
OWNER : um-
GROUP : u--
OTHER : ---
DATASTORE TEMPLATE
ALLOW_ORPHANS="NO"
DISK_TYPE="FILE"
DS_MIGRATE="YES"
RESTRICTED_DIRS="/"
SAFE_DIRS="/var/tmp"
SHARED="NO"
TM_MAD="ssh"
TYPE="SYSTEM_DS"
node6 and ZFS_DAS are in cluster 101, and all the IMAGE_DS from cluster 0 are also in cluster 101.
VM Template:
User template
HYPERVISOR = "kvm"
INPUTS_ORDER = "SET_HOSTNAME"
LOGO = "images/logos/debian.png"
MEMORY_UNIT_COST = "MB"
SCHED_DS_REQUIREMENTS = "ID=\"106\""
SET_HOSTNAME = "test-das"
USER_INPUTS = [
CPU = "M|list||0.5,1,2,4|1",
MEMORY = "M|list||512,1024,2048,4096,8192,16384|1024",
SET_HOSTNAME = "M|text|Hostname for the VM",
VCPU = "O|list||1,2,4,8|2" ]
Template
AUTOMATIC_DS_REQUIREMENTS = "(\"CLUSTERS/ID\" @> 0 | \"CLUSTERS/ID\" @> 101) & (TM_MAD = \"ssh\")"
AUTOMATIC_NIC_REQUIREMENTS = "(\"CLUSTERS/ID\" @> 0 | \"CLUSTERS/ID\" @> 101)"
AUTOMATIC_REQUIREMENTS = "(CLUSTER_ID = 0 | CLUSTER_ID = 101) & !(PUBLIC_CLOUD = YES) & !(PIN_POLICY = PINNED)"
CONTEXT = [
DISK_ID = "1",
ETH0_CONTEXT_FORCE_IPV4 = "",
ETH0_DNS = "208.67.220.220",
ETH0_EXTERNAL = "",
ETH0_GATEWAY = "10.0.165.1",
ETH0_GATEWAY6 = "",
ETH0_IP = "10.0.165.13",
ETH0_IP6 = "",
ETH0_IP6_PREFIX_LENGTH = "",
ETH0_IP6_ULA = "",
ETH0_MAC = "02:00:0a:00:a5:0d",
ETH0_MASK = "255.255.255.0",
ETH0_MTU = "1496",
ETH0_NETWORK = "10.0.165.0",
ETH0_SEARCH_DOMAIN = "",
ETH0_VLAN_ID = "165",
ETH0_VROUTER_IP = "",
ETH0_VROUTER_IP6 = "",
ETH0_VROUTER_MANAGEMENT = "",
NETWORK = "YES",
SET_HOSTNAME = "test-das",
SSH_PUBLIC_KEY = "[redacted]",
TARGET = "hda" ]
CPU = "1"
DISK = [
ALLOW_ORPHANS = "NO",
CLONE = "YES",
CLONE_TARGET = "SYSTEM",
CLUSTER_ID = "0,101",
DATASTORE = "Peacock_Image",
DATASTORE_ID = "100",
DEV_PREFIX = "vd",
DISK_ID = "0",
DISK_SNAPSHOT_TOTAL_SIZE = "0",
DISK_TYPE = "FILE",
DRIVER = "qcow2",
IMAGE = "Debian 9",
IMAGE_ID = "57",
IMAGE_STATE = "2",
LN_TARGET = "SYSTEM",
ORIGINAL_SIZE = "2048",
READONLY = "NO",
SAVE = "NO",
SIZE = "10240",
SOURCE = "/var/lib/one//datastores/100/f5c54ed442e2d4712a07eefb765a1a81",
TARGET = "vda",
TM_MAD = "shared",
TM_MAD_SYSTEM = "ssh",
TYPE = "FILE" ]
FEATURES = [
ACPI = "yes",
APIC = "yes",
GUEST_AGENT = "no",
HYPERV = "yes",
LOCALTIME = "no",
PAE = "yes" ]
GRAPHICS = [
LISTEN = "0.0.0.0",
TYPE = "VNC" ]
INPUT = [
BUS = "usb",
TYPE = "tablet" ]
MEMORY = "1024"
NIC = [
AR_ID = "0",
BRIDGE = "protected0",
BRIDGE_TYPE = "linux",
CLUSTER_ID = "0,101",
IP = "10.0.165.13",
MAC = "02:00:0a:00:a5:0d",
MODEL = "virtio",
NAME = "NIC0",
NETWORK = "Protected",
NETWORK_ID = "17",
NIC_ID = "0",
PHYDEV = "eth1",
SECURITY_GROUPS = "0",
TARGET = "one-447-0",
VLAN_ID = "165",
VN_MAD = "802.1Q" ]
NIC_DEFAULT = [
MODEL = "virtio" ]
OS = [
ARCH = "x86_64",
BOOT = "" ]
SECURITY_GROUP_RULE = [
PROTOCOL = "ALL",
RULE_TYPE = "OUTBOUND",
SECURITY_GROUP_ID = "0",
SECURITY_GROUP_NAME = "default" ]
SECURITY_GROUP_RULE = [
PROTOCOL = "ALL",
RULE_TYPE = "INBOUND",
SECURITY_GROUP_ID = "0",
SECURITY_GROUP_NAME = "default" ]
TEMPLATE_ID = "24"
TM_MAD_SYSTEM = "ssh"
VCPU = "2"
VMID = "447"
–
VM Templates “Debian 9 - DAS” has TM_MAD_SYSTEM = “ssh”, and I selected only ZFS_DAS in the create VM screen. I’m still getting the error where the drive tries to use the shared driver instead of the ssh driver.