初めての citrix on centos

kvm の設定を、ネストあり、にする。

[root@localhost ~]# cat /etc/modprobe.d/kvm.conf

options kvm_intel nested=1

https://docs.citrix.com/ja-jp/citrix-hypervisor.html

に従う。

ハイパーバイザを入れる

[root@citrix-opoqdsfl ~]# cat /etc/issue

Citrix Hypervisor Host 8.1.0

[root@citrix-opoqdsfl ~]# uname -a

Linux citrix-opoqdsfl 4.19.0+1 #1 SMP Wed Dec 4 13:59:08 UTC 2019 x86_64 x86_64 x86_64 GNU/Linux

[root@citrix-opoqdsfl ~]# lsmod

Module                  Size  Used by

bnx2fc                159744  0 

cnic                   81920  1 bnx2fc

uio                    20480  1 cnic

fcoe                   32768  0 

libfcoe                77824  2 fcoe,bnx2fc

libfc                 147456  3 fcoe,bnx2fc,libfcoe

scsi_transport_fc      69632  3 fcoe,libfc,bnx2fc

openvswitch           147456  3 

nsh                    16384  1 openvswitch

nf_nat_ipv6            16384  1 openvswitch

nf_nat_ipv4            16384  1 openvswitch

nf_conncount           16384  1 openvswitch

nf_nat                 36864  3 nf_nat_ipv6,nf_nat_ipv4,openvswitch

8021q                  40960  0 

garp                   16384  1 8021q

mrp                    20480  1 8021q

stp                    16384  1 garp

llc                    16384  2 stp,garp

ipt_REJECT             16384  3 

nf_reject_ipv4         16384  1 ipt_REJECT

xt_tcpudp              16384  8 

xt_multiport           16384  1 

xt_conntrack           16384  5 

nf_conntrack          163840  6 xt_conntrack,nf_nat,nf_nat_ipv6,nf_nat_ipv4,openvswitch,nf_conncount

nf_defrag_ipv6         20480  2 nf_conntrack,openvswitch

nf_defrag_ipv4         16384  1 nf_conntrack

libcrc32c              16384  3 nf_conntrack,nf_nat,openvswitch

iptable_filter         16384  1 

dm_multipath           32768  0 

sunrpc                413696  1 

crct10dif_pclmul       16384  0 

crc32_pclmul           16384  0 

ghash_clmulni_intel    16384  0 

pcbc                   16384  0 

aesni_intel           200704  0 

aes_x86_64             20480  1 aesni_intel

crypto_simd            16384  1 aesni_intel

cryptd                 28672  3 crypto_simd,ghash_clmulni_intel,aesni_intel

glue_helper            16384  1 aesni_intel

dm_mod                151552  5 dm_multipath

psmouse               167936  0 

sg                     40960  0 

i2c_piix4              24576  0 

xen_wdt                16384  0 

ip_tables              28672  2 iptable_filter

x_tables               45056  6 xt_conntrack,iptable_filter,xt_multiport,xt_tcpudp,ipt_REJECT,ip_tables

hid_generic            16384  0 

usbhid                 57344  0 

hid                   122880  2 usbhid,hid_generic

sr_mod                 28672  0 

sd_mod                 53248  5 

cdrom                  69632  1 sr_mod

ata_generic            16384  0 

pata_acpi              16384  0 

uhci_hcd               49152  0 

serio_raw              16384  0 

virtio_console         32768  0 

ehci_pci               16384  0 

ehci_hcd               90112  1 ehci_pci

e1000                 155648  0 

ata_piix               36864  4 

libata                274432  3 ata_piix,pata_acpi,ata_generic

scsi_dh_rdac           16384  0 

scsi_dh_hp_sw          16384  0 

scsi_dh_emc            16384  0 

scsi_dh_alua           20480  0 

scsi_mod              253952  13 fcoe,scsi_dh_emc,sd_mod,dm_multipath,scsi_dh_alua,scsi_transport_fc,libfc,bnx2fc,libata,sg,scsi_dh_rdac,scsi_dh_hp_sw,sr_mod

ipv6                  548864  33 nf_nat_ipv6

crc_ccitt              16384  1 ipv6

XenCenter を入れる

CitrixHypervisor-8.1.2-XenCenter.msi

Windows のアプリ。

vmware で作った ova を、 citrix に持っていく

Citrix Hypervisor Conversion Manager 仮想アプライアンス というのが必要で、それは、プレミアムライセンスが必要、かと思ったが、誤りで、 XenCenter の File->Import で、 ova を与えれば、よい。

途中で、 iso ライブラリをどうするか、と聞かれた。これはつまり、 gui を動かしている Windows マシンと、ハイパーバイザの他に、 nfs/smb ファイルサーバが必要、ということ。

ブートしたが、 root fs が見えない。まあ、あり得る話。

もちろん、オペレーティングシステムの修復機能 は有効にした。

Centos7 を入れる

できた。

[root@centos7x ~]# lspci

00:00.0 Host bridge: Intel Corporation 440FX - 82441FX PMC [Natoma] (rev 02)

00:01.0 ISA bridge: Intel Corporation 82371SB PIIX3 ISA [Natoma/Triton II]

00:01.1 IDE interface: Intel Corporation 82371SB PIIX3 IDE [Natoma/Triton II]

00:01.2 USB controller: Intel Corporation 82371SB PIIX3 USB [Natoma/Triton II] (rev 01)

00:01.3 Bridge: Intel Corporation 82371AB/EB/MB PIIX4 ACPI (rev 01)

00:02.0 VGA compatible controller: Device 1234:1111

00:03.0 SCSI storage controller: XenSource, Inc. Xen Platform Device (rev 02)

scsi は、 xen 準仮想ドライバ。ネットワークがない。

[root@centos7x ~]# lspci -s 00:03.0 -v

00:03.0 SCSI storage controller: XenSource, Inc. Xen Platform Device (rev 02)

Subsystem: XenSource, Inc. Xen Platform Device

Physical Slot: 3

Flags: bus master, fast devsel, latency 0, IRQ 28

I/O ports at c000 [size=256]

Memory at f0000000 (32-bit, prefetchable) [size=16M]

Kernel driver in use: xen-platform-pci

これがネットワークなのだろう。

Apr 29 13:54:53 centos7x kernel: xen_netfront: Initialising Xen virtual ethernet driver

[root@centos7x ~]# ethtool --driver eth0

driver: vif

[root@centos7x ~]# lsmod

Module                  Size  Used by

ip6t_rpfilter          12595  1 

ip6t_REJECT            12625  2 

nf_reject_ipv6         13717  1 ip6t_REJECT

ipt_REJECT             12541  2 

nf_reject_ipv4         13373  1 ipt_REJECT

xt_conntrack           12760  11 

ebtable_nat            12807  1 

ebtable_broute         12731  1 

bridge                151336  1 ebtable_broute

stp                    12976  1 bridge

llc                    14552  2 stp,bridge

ip6table_nat           12864  1 

nf_conntrack_ipv6      18935  7 

nf_defrag_ipv6         35104  1 nf_conntrack_ipv6

nf_nat_ipv6            14131  1 ip6table_nat

ip6table_mangle        12700  1 

ip6table_security      12710  1 

ip6table_raw           12683  1 

iptable_nat            12875  1 

nf_conntrack_ipv4      15053  6 

nf_defrag_ipv4         12729  1 nf_conntrack_ipv4

nf_nat_ipv4            14115  1 iptable_nat

nf_nat                 26583  2 nf_nat_ipv4,nf_nat_ipv6

iptable_mangle         12695  1 

iptable_security       12705  1 

iptable_raw            12678  1 

nf_conntrack          139264  6 nf_nat,nf_nat_ipv4,nf_nat_ipv6,xt_conntrack,nf_conntrack_ipv4,nf_conntrack_ipv6

ip_set                 45799  0 

nfnetlink              14519  1 ip_set

ebtable_filter         12827  1 

ebtables               35009  3 ebtable_broute,ebtable_nat,ebtable_filter

ip6table_filter        12815  1 

ip6_tables             26912  5 ip6table_filter,ip6table_mangle,ip6table_security,ip6table_nat,ip6table_raw

iptable_filter         12810  1 

ppdev                  17671  0 

iosf_mbi               15582  0 

crc32_pclmul           13133  0 

ghash_clmulni_intel    13273  0 

aesni_intel           189456  0 

lrw                    13286  1 aesni_intel

gf128mul               15139  1 lrw

glue_helper            13990  1 aesni_intel

ablk_helper            13597  1 aesni_intel

cryptd                 21190  3 ghash_clmulni_intel,aesni_intel,ablk_helper

sg                     40719  0 

joydev                 17389  0 

pcspkr                 12718  0 

i2c_piix4              22401  0 

parport_pc             28205  0 

parport                46395  2 ppdev,parport_pc

ip_tables              27126  5 iptable_security,iptable_filter,iptable_mangle,iptable_nat,iptable_raw

xfs                   997681  2 

libcrc32c              12644  3 xfs,nf_nat,nf_conntrack

sr_mod                 22416  0 

cdrom                  42600  1 sr_mod

ata_generic            12923  0 

pata_acpi              13053  0 

bochs_drm              19875  1 

drm_kms_helper        186531  1 bochs_drm

syscopyarea            12529  1 drm_kms_helper

sysfillrect            12701  1 drm_kms_helper

sysimgblt              12640  1 drm_kms_helper

fb_sys_fops            12703  1 drm_kms_helper

ttm                    96673  1 bochs_drm

xen_netfront           27206  0 

xen_blkfront           26966  3 

crct10dif_pclmul       14307  0 

crct10dif_common       12595  1 crct10dif_pclmul

crc32c_intel           22094  1 

drm                   456166  4 ttm,bochs_drm,drm_kms_helper

ata_piix               35052  0 

libata                243094  3 pata_acpi,ata_generic,ata_piix

serio_raw              13434  0 

drm_panel_orientation_quirks    17180  1 drm

floppy                 69432  0 

dm_mirror              22289  0 

dm_region_hash         20813  1 dm_mirror

dm_log                 18411  2 dm_region_hash,dm_mirror

dm_mod                124501  8 dm_log,dm_mirror

[root@centos7x ~]# lsmod | grep xen

xen_netfront           27206  0 

xen_blkfront           26966  3 

[root@centos7x ~]# lsblk

NAME            MAJ:MIN RM SIZE RO TYPE MOUNTPOINT

sr0              11:0    1   1G  0 rom  

xvda            202:0    0  10G  0 disk 

├─xvda1         202:1    0   1G  0 part /boot

└─xvda2         202:2    0   9G  0 part 

  ├─centos-root 253:0    0   8G  0 lvm  /

  └─centos-swap 253:1    0   1G  0 lvm  [SWAP]

Centos7 ゲストのブートメッセージ

[kanda@centos7x ~]$ dmesg

[    0.000000] Initializing cgroup subsys cpuset

[    0.000000] Initializing cgroup subsys cpu

[    0.000000] Initializing cgroup subsys cpuacct

[    0.000000] Linux version 3.10.0-1127.el7.x86_64 (mockbuild@kbuilder.bsys.centos.org) (gcc version 4.8.5 20150623 (Red Hat 4.8.5-39) (GCC) ) #1 SMP Tue Mar 31 23:36:51 UTC 2020

[    0.000000] Command line: BOOT_IMAGE=/vmlinuz-3.10.0-1127.el7.x86_64 root=/dev/mapper/centos-root ro crashkernel=auto spectre_v2=retpoline rd.lvm.lv=centos/root rd.lvm.lv=centos/swap LANG=ja_JP.UTF-8

[    0.000000] e820: BIOS-provided physical RAM map:

[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009dfff] usable

[    0.000000] BIOS-e820: [mem 0x000000000009e000-0x000000000009ffff] reserved

[    0.000000] BIOS-e820: [mem 0x00000000000e0000-0x00000000000fffff] reserved

[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x000000007f7fffff] usable

[    0.000000] BIOS-e820: [mem 0x00000000fc000000-0x00000000ffffffff] reserved

[    0.000000] NX (Execute Disable) protection: active

[    0.000000] SMBIOS 2.4 present.

[    0.000000] DMI: Xen HVM domU, BIOS 4.13 12/04/2019

[    0.000000] Hypervisor detected: Xen HVM

[    0.000000] Xen version 4.13.

[    0.000000] Xen Platform PCI: I/O protocol version 1

[    0.000000] Netfront and the Xen platform PCI driver have been compiled for this kernel: unplug emulated NICs.

[    0.000000] Blkfront and the Xen platform PCI driver have been compiled for this kernel: unplug emulated disks.

You might have to change the root device

from /dev/hd[a-d] to /dev/xvd[a-d]

in your root= kernel command line option

[    0.000000] HVMOP_pagetable_dying not supported

[    0.000000] e820: update [mem 0x00000000-0x00000fff] usable ==> reserved

[    0.000000] e820: remove [mem 0x000a0000-0x000fffff] usable

[    0.000000] e820: last_pfn = 0x7f800 max_arch_pfn = 0x400000000

[    0.000000] MTRR default type: write-back

[    0.000000] MTRR fixed ranges enabled:

[    0.000000]   00000-9FFFF write-back

[    0.000000]   A0000-BFFFF write-combining

[    0.000000]   C0000-FFFFF write-back

[    0.000000] MTRR variable ranges enabled:

[    0.000000]   0 base 00F0000000 mask 7FF0000000 uncachable

[    0.000000]   1 disabled

[    0.000000]   2 disabled

[    0.000000]   3 disabled

[    0.000000]   4 disabled

[    0.000000]   5 disabled

[    0.000000]   6 disabled

[    0.000000]   7 disabled

[    0.000000] PAT configuration [0-7]: WB  WC  UC- UC  WB  WP  UC- UC  

[    0.000000] found SMP MP-table at [mem 0x000fb630-0x000fb63f] mapped at [ffffffffff200630]

[    0.000000] Base memory trampoline at [ffff983280098000] 98000 size 24576

[    0.000000] Using GB pages for direct mapping

[    0.000000] BRK [0x4ea74000, 0x4ea74fff] PGTABLE

[    0.000000] BRK [0x4ea75000, 0x4ea75fff] PGTABLE

[    0.000000] BRK [0x4ea76000, 0x4ea76fff] PGTABLE

[    0.000000] BRK [0x4ea77000, 0x4ea77fff] PGTABLE

[    0.000000] BRK [0x4ea78000, 0x4ea78fff] PGTABLE

[    0.000000] RAMDISK: [mem 0x35751000-0x36ba0fff]

[    0.000000] Early table checksum verification disabled

[    0.000000] ACPI: RSDP 00000000000ea020 00024 (v02    Xen)

[    0.000000] ACPI: XSDT 00000000fc00dc20 00044 (v01    Xen      HVM 00000000 HVML 00000000)

[    0.000000] ACPI: FACP 00000000fc00d5d0 000F4 (v04    Xen      HVM 00000000 HVML 00000000)

[    0.000000] ACPI: DSDT 00000000fc0042a0 092A3 (v02    Xen      HVM 00000000 INTL 20160527)

[    0.000000] ACPI: FACS 00000000fc004260 00040

[    0.000000] ACPI: APIC 00000000fc00d6d0 00460 (v02    Xen      HVM 00000000 HVML 00000000)

[    0.000000] ACPI: HPET 00000000fc00dbb0 00038 (v01    Xen      HVM 00000000 HVML 00000000)

[    0.000000] ACPI: WAET 00000000fc00dbf0 00028 (v01    Xen      HVM 00000000 HVML 00000000)

[    0.000000] ACPI: Local APIC address 0xfee00000

[    0.000000] No NUMA configuration found

[    0.000000] Faking a node at [mem 0x0000000000000000-0x000000007f7fffff]

[    0.000000] NODE_DATA(0) allocated [mem 0x7f7d9000-0x7f7fffff]

[    0.000000] Reserving 161MB of memory at 688MB for crashkernel (System RAM: 2039MB)

[    0.000000] Zone ranges:

[    0.000000]   DMA      [mem 0x00001000-0x00ffffff]

[    0.000000]   DMA32    [mem 0x01000000-0xffffffff]

[    0.000000]   Normal   empty

[    0.000000] Movable zone start for each node

[    0.000000] Early memory node ranges

[    0.000000]   node   0: [mem 0x00001000-0x0009dfff]

[    0.000000]   node   0: [mem 0x00100000-0x7f7fffff]

[    0.000000] Initmem setup node 0 [mem 0x00001000-0x7f7fffff]

[    0.000000] On node 0 totalpages: 522141

[    0.000000]   DMA zone: 64 pages used for memmap

[    0.000000]   DMA zone: 21 pages reserved

[    0.000000]   DMA zone: 3997 pages, LIFO batch:0

[    0.000000]   DMA32 zone: 8096 pages used for memmap

[    0.000000]   DMA32 zone: 518144 pages, LIFO batch:31

[    0.000000] ACPI: PM-Timer IO Port: 0xb008

[    0.000000] ACPI: Local APIC address 0xfee00000

[    0.000000] ACPI: LAPIC (acpi_id[0x00] lapic_id[0x00] enabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x01] lapic_id[0x02] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x02] lapic_id[0x04] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x03] lapic_id[0x06] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x04] lapic_id[0x08] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x05] lapic_id[0x0a] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x06] lapic_id[0x0c] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x07] lapic_id[0x0e] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x08] lapic_id[0x10] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x09] lapic_id[0x12] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x0a] lapic_id[0x14] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x0b] lapic_id[0x16] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x0c] lapic_id[0x18] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x0d] lapic_id[0x1a] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x0e] lapic_id[0x1c] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x0f] lapic_id[0x1e] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x10] lapic_id[0x20] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x11] lapic_id[0x22] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x12] lapic_id[0x24] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x13] lapic_id[0x26] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x14] lapic_id[0x28] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x15] lapic_id[0x2a] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x16] lapic_id[0x2c] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x17] lapic_id[0x2e] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x18] lapic_id[0x30] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x19] lapic_id[0x32] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x1a] lapic_id[0x34] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x1b] lapic_id[0x36] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x1c] lapic_id[0x38] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x1d] lapic_id[0x3a] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x1e] lapic_id[0x3c] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x1f] lapic_id[0x3e] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x20] lapic_id[0x40] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x21] lapic_id[0x42] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x22] lapic_id[0x44] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x23] lapic_id[0x46] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x24] lapic_id[0x48] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x25] lapic_id[0x4a] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x26] lapic_id[0x4c] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x27] lapic_id[0x4e] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x28] lapic_id[0x50] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x29] lapic_id[0x52] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x2a] lapic_id[0x54] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x2b] lapic_id[0x56] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x2c] lapic_id[0x58] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x2d] lapic_id[0x5a] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x2e] lapic_id[0x5c] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x2f] lapic_id[0x5e] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x30] lapic_id[0x60] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x31] lapic_id[0x62] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x32] lapic_id[0x64] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x33] lapic_id[0x66] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x34] lapic_id[0x68] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x35] lapic_id[0x6a] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x36] lapic_id[0x6c] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x37] lapic_id[0x6e] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x38] lapic_id[0x70] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x39] lapic_id[0x72] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x3a] lapic_id[0x74] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x3b] lapic_id[0x76] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x3c] lapic_id[0x78] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x3d] lapic_id[0x7a] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x3e] lapic_id[0x7c] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x3f] lapic_id[0x7e] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x40] lapic_id[0x80] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x41] lapic_id[0x82] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x42] lapic_id[0x84] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x43] lapic_id[0x86] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x44] lapic_id[0x88] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x45] lapic_id[0x8a] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x46] lapic_id[0x8c] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x47] lapic_id[0x8e] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x48] lapic_id[0x90] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x49] lapic_id[0x92] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x4a] lapic_id[0x94] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x4b] lapic_id[0x96] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x4c] lapic_id[0x98] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x4d] lapic_id[0x9a] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x4e] lapic_id[0x9c] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x4f] lapic_id[0x9e] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x50] lapic_id[0xa0] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x51] lapic_id[0xa2] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x52] lapic_id[0xa4] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x53] lapic_id[0xa6] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x54] lapic_id[0xa8] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x55] lapic_id[0xaa] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x56] lapic_id[0xac] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x57] lapic_id[0xae] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x58] lapic_id[0xb0] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x59] lapic_id[0xb2] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x5a] lapic_id[0xb4] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x5b] lapic_id[0xb6] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x5c] lapic_id[0xb8] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x5d] lapic_id[0xba] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x5e] lapic_id[0xbc] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x5f] lapic_id[0xbe] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x60] lapic_id[0xc0] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x61] lapic_id[0xc2] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x62] lapic_id[0xc4] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x63] lapic_id[0xc6] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x64] lapic_id[0xc8] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x65] lapic_id[0xca] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x66] lapic_id[0xcc] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x67] lapic_id[0xce] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x68] lapic_id[0xd0] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x69] lapic_id[0xd2] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x6a] lapic_id[0xd4] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x6b] lapic_id[0xd6] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x6c] lapic_id[0xd8] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x6d] lapic_id[0xda] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x6e] lapic_id[0xdc] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x6f] lapic_id[0xde] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x70] lapic_id[0xe0] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x71] lapic_id[0xe2] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x72] lapic_id[0xe4] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x73] lapic_id[0xe6] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x74] lapic_id[0xe8] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x75] lapic_id[0xea] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x76] lapic_id[0xec] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x77] lapic_id[0xee] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x78] lapic_id[0xf0] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x79] lapic_id[0xf2] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x7a] lapic_id[0xf4] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x7b] lapic_id[0xf6] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x7c] lapic_id[0xf8] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x7d] lapic_id[0xfa] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x7e] lapic_id[0xfc] disabled)

[    0.000000] ACPI: LAPIC (acpi_id[0x7f] lapic_id[0xfe] disabled)

[    0.000000] ACPI: IOAPIC (id[0x01] address[0xfec00000] gsi_base[0])

[    0.000000] IOAPIC[0]: apic_id 1, version 17, address 0xfec00000, GSI 0-47

[    0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)

[    0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 low level)

[    0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 low level)

[    0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 low level)

[    0.000000] ACPI: IRQ0 used by override.

[    0.000000] ACPI: IRQ5 used by override.

[    0.000000] ACPI: IRQ9 used by override.

[    0.000000] ACPI: IRQ10 used by override.

[    0.000000] ACPI: IRQ11 used by override.

[    0.000000] Using ACPI (MADT) for SMP configuration information

[    0.000000] ACPI: HPET id: 0x8086a201 base: 0xfed00000

[    0.000000] smpboot: Allowing 128 CPUs, 127 hotplug CPUs

[    0.000000] PM: Registered nosave memory: [mem 0x0009e000-0x0009ffff]

[    0.000000] PM: Registered nosave memory: [mem 0x000a0000-0x000dffff]

[    0.000000] PM: Registered nosave memory: [mem 0x000e0000-0x000fffff]

[    0.000000] e820: [mem 0x7f800000-0xfbffffff] available for PCI devices

[    0.000000] Booting paravirtualized kernel on Xen HVM

[    0.000000] setup_percpu: NR_CPUS:5120 nr_cpumask_bits:128 nr_cpu_ids:128 nr_node_ids:1

[    0.000000] percpu: Embedded 38 pages/cpu s118784 r8192 d28672 u262144

[    0.000000] pcpu-alloc: s118784 r8192 d28672 u262144 alloc=1*2097152

[    0.000000] pcpu-alloc: [0] 000 001 002 003 004 005 006 007 

[    0.000000] pcpu-alloc: [0] 008 009 010 011 012 013 014 015 

[    0.000000] pcpu-alloc: [0] 016 017 018 019 020 021 022 023 

[    0.000000] pcpu-alloc: [0] 024 025 026 027 028 029 030 031 

[    0.000000] pcpu-alloc: [0] 032 033 034 035 036 037 038 039 

[    0.000000] pcpu-alloc: [0] 040 041 042 043 044 045 046 047 

[    0.000000] pcpu-alloc: [0] 048 049 050 051 052 053 054 055 

[    0.000000] pcpu-alloc: [0] 056 057 058 059 060 061 062 063 

[    0.000000] pcpu-alloc: [0] 064 065 066 067 068 069 070 071 

[    0.000000] pcpu-alloc: [0] 072 073 074 075 076 077 078 079 

[    0.000000] pcpu-alloc: [0] 080 081 082 083 084 085 086 087 

[    0.000000] pcpu-alloc: [0] 088 089 090 091 092 093 094 095 

[    0.000000] pcpu-alloc: [0] 096 097 098 099 100 101 102 103 

[    0.000000] pcpu-alloc: [0] 104 105 106 107 108 109 110 111 

[    0.000000] pcpu-alloc: [0] 112 113 114 115 116 117 118 119 

[    0.000000] pcpu-alloc: [0] 120 121 122 123 124 125 126 127 

[    0.000000] PV qspinlock hash table entries: 512 (order: 1, 8192 bytes)

[    0.000000] Built 1 zonelists in Node order, mobility grouping on.  Total pages: 513960

[    0.000000] Policy zone: DMA32

[    0.000000] Kernel command line: BOOT_IMAGE=/vmlinuz-3.10.0-1127.el7.x86_64 root=/dev/mapper/centos-root ro crashkernel=auto spectre_v2=retpoline rd.lvm.lv=centos/root rd.lvm.lv=centos/swap LANG=ja_JP.UTF-8

[    0.000000] PID hash table entries: 4096 (order: 3, 32768 bytes)

[    0.000000] x86/fpu: xstate_offset[2]: 0240, xstate_sizes[2]: 0100

[    0.000000] x86/fpu: xstate_offset[3]: 03c0, xstate_sizes[3]: 0040

[    0.000000] x86/fpu: xstate_offset[4]: 0400, xstate_sizes[4]: 0040

[    0.000000] xsave: enabled xstate_bv 0x1f, cntxt size 0x440 using standard form

[    0.000000] Memory: 1831220k/2088960k available (7784k kernel code, 396k absent, 257344k reserved, 5957k data, 1980k init)

[    0.000000] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=128, Nodes=1

[    0.000000] x86/pti: Unmapping kernel while in userspace

[    0.000000] Hierarchical RCU implementation.

[    0.000000] RCU restricting CPUs from NR_CPUS=5120 to nr_cpu_ids=128.

[    0.000000] NR_IRQS:327936 nr_irqs:1856 0

[    0.000000] xen:events: Xen HVM callback vector for event delivery is enabled

[    0.000000] Console: colour VGA+ 80x25

[    0.000000] console [tty0] enabled

[    0.000000] allocated 8388608 bytes of page_cgroup

[    0.000000] please try 'cgroup_disable=memory' option if you don't want memory cgroups

[    0.000000] hpet clockevent registered

[    0.000000] tsc: Unable to calibrate against PIT

[    0.000000] tsc: using HPET reference calibration

[    0.000000] tsc: Detected 2111.810 MHz processor

[    0.134000] tsc: Detected 2111.974 MHz TSC

[    0.134000] Calibrating delay loop (skipped), value calculated using timer frequency.. 

[    0.166048] 4223.94 BogoMIPS (lpj=2111974)

[    0.182046] pid_max: default: 131072 minimum: 1024

[    0.200152] Security Framework initialized

[    0.217068] SELinux:  Initializing.

[    0.231072] SELinux:  Starting in permissive mode

[    0.231086] Yama: becoming mindful.

[    0.246207] Dentry cache hash table entries: 262144 (order: 9, 2097152 bytes)

[    0.256036] random: fast init done

[    0.276262] Inode-cache hash table entries: 131072 (order: 8, 1048576 bytes)

[    0.291231] Mount-cache hash table entries: 4096 (order: 3, 32768 bytes)

[    0.307052] Mountpoint-cache hash table entries: 4096 (order: 3, 32768 bytes)

[    0.325230] Initializing cgroup subsys memory

[    0.341069] Initializing cgroup subsys devices

[    0.358059] Initializing cgroup subsys freezer

[    0.375056] Initializing cgroup subsys net_cls

[    0.393060] Initializing cgroup subsys blkio

[    0.412061] Initializing cgroup subsys perf_event

[    0.434067] Initializing cgroup subsys hugetlb

[    0.458067] Initializing cgroup subsys pids

[    0.479067] Initializing cgroup subsys net_prio

[    0.500203] x86/cpu: User Mode Instruction Prevention (UMIP) activated

[    0.518576] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0

[    0.535047] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0

[    0.554061] tlb_flushall_shift: 6

[    0.571413] FEATURE SPEC_CTRL Present

[    0.589043] FEATURE IBPB_SUPPORT Present

[    0.606103] Spectre V1 : Mitigation: Load fences, usercopy/swapgs barriers and __user pointer sanitization

[    0.637065] Spectre V2 : retpoline selected on command line.

[    0.653049] Spectre V2 : Enabling Indirect Branch Prediction Barrier

[    0.671805] Spectre V2 : Mitigation: Full retpoline

[    0.687239] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl and seccomp

[    0.717374] MDS: Mitigation: Clear CPU buffers

[    0.917420] ACPI: Core revision 20130517

[    0.940722] ACPI: All ACPI Tables successfully acquired

[    0.961048] ftrace: allocating 29618 entries in 116 pages

[    1.313153] IRQ remapping doesn't support X2APIC mode, disable x2apic.

[    1.333050] Switched APIC routing to physical flat.

[    1.366000] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=0 pin2=0

[    1.390428] smpboot: CPU0: Intel(R) Core(TM) i7-8665U CPU @ 1.90GHz (fam: 06, model: 8e, stepping: 0c)

[    1.421050] Xen: using vcpuop timer interface

[    1.421098] installing Xen timer for CPU 0

[    1.434316] cpu 0 spinlock event irq 53

[    1.435463] Performance Events: unsupported p6 CPU model 142 no PMU driver, software events only.

[    1.443089] NMI watchdog: disabled (cpu0): hardware events not enabled

[    1.444073] NMI watchdog: Shutting down hard lockup detector on all cpus

[    1.446886] Brought up 1 CPUs

[    1.447067] smpboot: Max logical packages: 128

[    1.448072] smpboot: Total of 1 processors activated (4223.94 BogoMIPS)

[    1.452257] devtmpfs: initialized

[    1.453157] x86/mm: Memory block size: 128MB

[    1.455912] EVM: security.selinux

[    1.456068] EVM: security.ima

[    1.457068] EVM: security.capability

[    1.462085] atomic64 test passed for x86-64 platform with CX8 and with SSE

[    1.463106] pinctrl core: initialized pinctrl subsystem

[    1.464279] RTC time:  5:44:13, date: 05/03/20

[    1.465257] NET: Registered protocol family 16

[    1.466518] ACPI: bus type PCI registered

[    1.467072] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5

[    1.468909] PCI: Using configuration type 1 for base access

[    1.471432] ACPI: Added _OSI(Module Device)

[    1.472069] ACPI: Added _OSI(Processor Device)

[    1.473095] ACPI: Added _OSI(3.0 _SCP Extensions)

[    1.474079] ACPI: Added _OSI(Processor Aggregator Device)

[    1.475134] ACPI: Added _OSI(Linux-Dell-Video)

[    1.477888] ACPI: EC: Look up EC in DSDT

[    1.481883] ACPI: Interpreter enabled

[    1.482072] ACPI: (supports S0 S5)

[    1.483067] ACPI: Using IOAPIC for interrupt routing

[    1.484087] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug

[    1.485753] ACPI: Enabled 2 GPEs in block 00 to 0F

[    1.501272] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])

[    1.502107] acpi PNP0A03:00: _OSC: OS supports [ASPM ClockPM Segments MSI]

[    1.503083] acpi PNP0A03:00: _OSC failed (AE_NOT_FOUND); disabling ASPM

[    1.504090] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.

[    1.506254] acpiphp: Slot [3] registered

[    1.507443] acpiphp: Slot [4] registered

[    1.508402] acpiphp: Slot [5] registered

[    1.509363] acpiphp: Slot [6] registered

[    1.510400] acpiphp: Slot [7] registered

[    1.511380] acpiphp: Slot [8] registered

[    1.512408] acpiphp: Slot [9] registered

[    1.513983] acpiphp: Slot [10] registered

[    1.514359] acpiphp: Slot [11] registered

[    1.515468] acpiphp: Slot [12] registered

[    1.516406] acpiphp: Slot [13] registered

[    1.517398] acpiphp: Slot [14] registered

[    1.518358] acpiphp: Slot [15] registered

[    1.519390] acpiphp: Slot [16] registered

[    1.520345] acpiphp: Slot [17] registered

[    1.521554] acpiphp: Slot [18] registered

[    1.522397] acpiphp: Slot [19] registered

[    1.523401] acpiphp: Slot [20] registered

[    1.524435] acpiphp: Slot [21] registered

[    1.525357] acpiphp: Slot [22] registered

[    1.526353] acpiphp: Slot [23] registered

[    1.527611] acpiphp: Slot [24] registered

[    1.528381] acpiphp: Slot [25] registered

[    1.529353] acpiphp: Slot [26] registered

[    1.530414] acpiphp: Slot [27] registered

[    1.531383] acpiphp: Slot [28] registered

[    1.532420] acpiphp: Slot [29] registered

[    1.533425] acpiphp: Slot [30] registered

[    1.534437] acpiphp: Slot [31] registered

[    1.535198] PCI host bridge to bus 0000:00

[    1.536093] pci_bus 0000:00: root bus resource [io  0x0000-0x0cf7 window]

[    1.537117] pci_bus 0000:00: root bus resource [io  0x0d00-0xffff window]

[    1.538088] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]

[    1.539090] pci_bus 0000:00: root bus resource [mem 0xf0000000-0xfbffffff window]

[    1.540115] pci_bus 0000:00: root bus resource [bus 00-ff]

[    1.541739] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000

[    1.548082] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100

[    1.555000] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180

[    1.562602] pci 0000:00:01.1: reg 0x20: [io  0xc220-0xc22f]

[    1.565926] pci 0000:00:01.1: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]

[    1.566086] pci 0000:00:01.1: legacy IDE quirk: reg 0x14: [io  0x03f6]

[    1.567085] pci 0000:00:01.1: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]

[    1.568088] pci 0000:00:01.1: legacy IDE quirk: reg 0x1c: [io  0x0376]

[    1.570902] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300

[    1.578751] pci 0000:00:01.2: reg 0x20: [io  0xc200-0xc21f]

[    1.583079] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000

[    1.583226] * Found PM-Timer Bug on the chipset. Due to workarounds for a bug,

* this clock source is slow. Consider trying other clock sources

[    1.591702] pci 0000:00:01.3: quirk: [io  0xb000-0xb03f] claimed by PIIX4 ACPI

[    1.592330] pci 0000:00:01.3: quirk: [io  0xb100-0xb10f] claimed by PIIX4 SMB

[    1.597000] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000

[    1.599094] pci 0000:00:02.0: reg 0x10: [mem 0xf1000000-0xf17fffff pref]

[    1.614000] pci 0000:00:03.0: [5853:0001] type 00 class 0x010000

[    1.616112] pci 0000:00:03.0: reg 0x10: [io  0xc000-0xc0ff]

[    1.618757] pci 0000:00:03.0: reg 0x14: [mem 0xf0000000-0xf0ffffff pref]

[    1.636403] ACPI: PCI Interrupt Link [LNKA] (IRQs *5 10 11)

[    1.643358] ACPI: PCI Interrupt Link [LNKB] (IRQs 5 *10 11)

[    1.650461] ACPI: PCI Interrupt Link [LNKC] (IRQs 5 10 *11)

[    1.657089] ACPI: PCI Interrupt Link [LNKD] (IRQs *5 10 11)

[    1.669557] xen:balloon: Initialising balloon driver

[    1.674623] vgaarb: device added: PCI:0000:00:02.0,decodes=io+mem,owns=io+mem,locks=none

[    1.675081] vgaarb: loaded

[    1.676094] vgaarb: bridge control possible 0000:00:02.0

[    1.677249] SCSI subsystem initialized

[    1.678130] ACPI: bus type USB registered

[    1.679121] usbcore: registered new interface driver usbfs

[    1.680129] usbcore: registered new interface driver hub

[    1.681183] usbcore: registered new device driver usb

[    1.682367] EDAC MC: Ver: 3.0.0

[    1.685905] PCI: Using ACPI for IRQ routing

[    1.686078] PCI: pci_cache_line_size set to 64 bytes

[    1.688224] e820: reserve RAM buffer [mem 0x0009e000-0x0009ffff]

[    1.688238] e820: reserve RAM buffer [mem 0x7f800000-0x7fffffff]

[    1.688489] NetLabel: Initializing

[    1.689082] NetLabel:  domain hash size = 128

[    1.690080] NetLabel:  protocols = UNLABELED CIPSOv4

[    1.691113] NetLabel:  unlabeled traffic allowed by default

[    1.692381] HPET: 3 timers in total, 0 timers will be used for per-cpu timer

[    1.693166] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0

[    1.698090] hpet0: 3 comparators, 64-bit 62.500000 MHz counter

[    1.702163] amd_nb: Cannot enumerate AMD northbridges

[    1.703143] Switched to clocksource xen

[    1.729185] pnp: PnP ACPI init

[    1.745553] ACPI: bus type PNP registered

[    1.760764] system 00:00: [mem 0x00000000-0x0009ffff] could not be reserved

[    1.776540] system 00:00: Plug and Play ACPI device, IDs PNP0c02 (active)

[    1.776612] system 00:01: [io  0x08a0-0x08a3] has been reserved

[    1.792971] system 00:01: [io  0x0cc0-0x0ccf] has been reserved

[    1.808991] system 00:01: [io  0x04d0-0x04d1] has been reserved

[    1.825152] system 00:01: Plug and Play ACPI device, IDs PNP0c02 (active)

[    1.825223] xen: --> pirq=16 -> irq=8 (gsi=8)

[    1.825260] pnp 00:02: Plug and Play ACPI device, IDs PNP0b00 (active)

[    1.825328] xen: --> pirq=17 -> irq=12 (gsi=12)

[    1.825355] pnp 00:03: Plug and Play ACPI device, IDs PNP0f13 (active)

[    1.825408] xen: --> pirq=18 -> irq=1 (gsi=1)

[    1.825451] pnp 00:04: Plug and Play ACPI device, IDs PNP0303 PNP030b (active)

[    1.825503] xen: --> pirq=19 -> irq=6 (gsi=6)

[    1.825517] pnp 00:05: [dma 2]

[    1.825542] pnp 00:05: Plug and Play ACPI device, IDs PNP0700 (active)

[    1.825600] xen: --> pirq=20 -> irq=4 (gsi=4)

[    1.825627] pnp 00:06: Plug and Play ACPI device, IDs PNP0501 (active)

[    1.825688] xen: --> pirq=21 -> irq=7 (gsi=7)

[    1.825729] pnp 00:07: Plug and Play ACPI device, IDs PNP0400 (active)

[    1.825779] system 00:08: [io  0xae00-0xae0f] has been reserved

[    1.844943] system 00:08: [io  0xb044-0xb047] has been reserved

[    1.864371] system 00:08: Plug and Play ACPI device, IDs PNP0c02 (active)

[    1.870451] pnp: PnP ACPI: found 9 devices

[    1.888431] ACPI: bus type PNP unregistered

[    1.916222] pci_bus 0000:00: resource 4 [io  0x0000-0x0cf7 window]

[    1.916235] pci_bus 0000:00: resource 5 [io  0x0d00-0xffff window]

[    1.916248] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]

[    1.916260] pci_bus 0000:00: resource 7 [mem 0xf0000000-0xfbffffff window]

[    1.916319] NET: Registered protocol family 2

[    1.932900] TCP established hash table entries: 16384 (order: 5, 131072 bytes)

[    1.964328] TCP bind hash table entries: 16384 (order: 6, 262144 bytes)

[    1.980696] TCP: Hash tables configured (established 16384 bind 16384)

[    1.999124] TCP: reno registered

[    2.013659] UDP hash table entries: 1024 (order: 3, 32768 bytes)

[    2.028607] UDP-Lite hash table entries: 1024 (order: 3, 32768 bytes)

[    2.044201] NET: Registered protocol family 1

[    2.058909] pci 0000:00:00.0: Limiting direct PCI/PCI transfers

[    2.074780] pci 0000:00:01.0: PIIX3: Enabling Passive Release

[    2.093681] pci 0000:00:01.0: Activating ISA DMA hang workarounds

[    2.111496] xen: --> pirq=22 -> irq=23 (gsi=23)

[    2.114943] pci 0000:00:02.0: Boot video device

[    2.115583] PCI: CLS 0 bytes, default 64

[    2.115664] Unpacking initramfs...

[    2.428967] Freeing initrd memory: 20800k freed

[    2.444838] sha1_ssse3: Using AVX2 optimized SHA-1 implementation

[    2.459202] sha256_ssse3: Using AVX2 optimized SHA-256 implementation

[    2.475656] futex hash table entries: 32768 (order: 9, 2097152 bytes)

[    2.490983] Initialise system trusted keyring

[    2.507527] audit: initializing netlink socket (disabled)

[    2.521299] type=2000 audit(1588484654.561:1): initialized

[    2.558613] HugeTLB registered 1 GB page size, pre-allocated 0 pages

[    2.573905] HugeTLB registered 2 MB page size, pre-allocated 0 pages

[    2.591008] zpool: loaded

[    2.605890] zbud: loaded

[    2.620388] VFS: Disk quotas dquot_6.5.2

[    2.637564] Dquot-cache hash table entries: 512 (order 0, 4096 bytes)

[    2.655766] Key type big_key registered

[    2.673040] SELinux:  Registering netfilter hooks

[    2.676202] NET: Registered protocol family 38

[    2.688438] Key type asymmetric registered

[    2.700353] Asymmetric key parser 'x509' registered

[    2.712882] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248)

[    2.736645] io scheduler noop registered

[    2.748651] io scheduler deadline registered (default)

[    2.761254] io scheduler cfq registered

[    2.773373] io scheduler mq-deadline registered

[    2.785391] io scheduler kyber registered

[    2.797523] pci_hotplug: PCI Hot Plug PCI Core version: 0.5

[    2.810059] pciehp: PCI Express Hot Plug Controller Driver version: 0.4

[    2.822593] shpchp: Standard Hot Plug PCI Controller Driver version: 0.4

[    2.835285] intel_idle: does not run on family 6 model 142

[    2.835372] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input0

[    2.857121] ACPI: Power Button [PWRF]

[    2.869249] input: Sleep Button as /devices/LNXSYSTM:00/LNXSLPBN:00/input/input1

[    2.891526] ACPI: Sleep Button [SLPF]

[    2.903818] GHES: HEST is not enabled!

[    2.916651] xen: --> pirq=23 -> irq=28 (gsi=28)

[    2.917146] xen:grant_table: Grant tables using version 1 layout

[    2.929465] Grant table initialized

[    2.942548] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled

[    2.998144] 00:06: ttyS0 at I/O 0x3f8 (irq = 4) is a 16550A

[    3.011807] Non-volatile memory driver v1.3

[    3.024355] Linux agpgart interface v0.103

[    3.036524] crash memory driver: version 1.1

[    3.048325] rdac: device handler registered

[    3.060622] hp_sw: device handler registered

[    3.072716] emc: device handler registered

[    3.084601] alua: device handler registered

[    3.096840] libphy: Fixed MDIO Bus: probed

[    3.108596] ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver

[    3.120948] ehci-pci: EHCI PCI platform driver

[    3.132870] ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver

[    3.145344] ohci-pci: OHCI PCI platform driver

[    3.157257] uhci_hcd: USB Universal Host Controller Interface driver

[    3.171464] uhci_hcd 0000:00:01.2: UHCI Host Controller

[    3.183539] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1

[    3.205452] uhci_hcd 0000:00:01.2: detected 2 ports

[    3.218662] uhci_hcd 0000:00:01.2: irq 23, io base 0x0000c200

[    3.231934] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 3.10

[    3.254847] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1

[    3.277462] usb usb1: Product: UHCI Host Controller

[    3.289823] usb usb1: Manufacturer: Linux 3.10.0-1127.el7.x86_64 uhci_hcd

[    3.302372] usb usb1: SerialNumber: 0000:00:01.2

[    3.314685] hub 1-0:1.0: USB hub found

[    3.326700] hub 1-0:1.0: 2 ports detected

[    3.339892] usbcore: registered new interface driver usbserial_generic

[    3.352410] usbserial: USB Serial support registered for generic

[    3.364837] i8042: PNP: PS/2 Controller [PNP0303:PS2K,PNP0f13:PS2M] at 0x60,0x64 irq 1,12

[    3.393767] serio: i8042 KBD port at 0x60,0x64 irq 1

[    3.405494] serio: i8042 AUX port at 0x60,0x64 irq 12

[    3.417478] mousedev: PS/2 mouse device common for all mice

[    3.434323] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input2

[    3.464968] rtc_cmos 00:02: rtc core: registered rtc_cmos as rtc0

[    3.483525] rtc_cmos 00:02: alarms up to one day, 114 bytes nvram, hpet irqs

[    3.509804] cpuidle: using governor menu

[    3.541557] hidraw: raw HID events driver (C) Jiri Kosina

[    3.577427] usbcore: registered new interface driver usbhid

[    3.592845] usbhid: USB HID core driver

[    3.611828] drop_monitor: Initializing network drop monitor service

[    3.629751] TCP: cubic registered

[    3.647157] Initializing XFRM netlink socket

[    3.665779] NET: Registered protocol family 10

[    3.686384] NET: Registered protocol family 17

[    3.700797] mpls_gso: MPLS GSO support

[    3.716978] mce: Using 2 MCE banks

[    3.731275] PM: Hibernation image not present or could not be loaded.

[    3.731296] Loading compiled-in X.509 certificates

[    3.745964] Loaded X.509 cert 'CentOS Linux kpatch signing key: ea0413152cde1d98ebdca3fe6f0230904c9ef717'

[    3.773289] Loaded X.509 cert 'CentOS Linux Driver update signing key: 7f421ee0ab69461574bb358861dbe77762a4201b'

[    3.814356] Loaded X.509 cert 'CentOS Linux kernel signing key: 690e8a482fe76bfbf231d860f0c662d8f1173d57'

[    3.859959] registered taskstats version 1

[    3.877308] usb 1-2: new full-speed USB device number 2 using uhci_hcd

[    3.902164] Key type trusted registered

[    3.926146] Key type encrypted registered

[    3.944483] IMA: No TPM chip found, activating TPM-bypass! (rc=-19)

[    3.962988] xenbus_probe_frontend: Device with no driver: device/vbd/768

[    3.978857] xenbus_probe_frontend: Device with no driver: device/vbd/5696

[    3.993976] xenbus_probe_frontend: Device with no driver: device/vif/0

[    4.010614]   Magic number: 4:430:718

[    4.024761] acpi LNXCPU:51: hash matches

[    4.041789] rtc_cmos 00:02: setting system clock to 2020-05-03 05:44:17 UTC (1588484657)

[    4.078718] Freeing unused kernel memory: 1980k freed

[    4.098307] Write protecting the kernel read-only data: 12288k

[    4.117252] Freeing unused kernel memory: 396k freed

[    4.153248] Freeing unused kernel memory: 540k freed

[    4.175938] systemd[1]: systemd 219 running in system mode. (+PAM +AUDIT +SELINUX +IMA -APPARMOR +SMACK +SYSVINIT +UTMP +LIBCRYPTSETUP +GCRYPT +GNUTLS +ACL +XZ +LZ4 -SECCOMP +BLKID +ELFUTILS +KMOD +IDN)

[    4.226873] systemd[1]: Detected virtualization xen.

[    4.245706] systemd[1]: Detected architecture x86-64.

[    4.263976] systemd[1]: Running in initial RAM disk.

[    4.321195] usb 1-2: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00

[    4.321207] usb 1-2: New USB device strings: Mfr=3, Product=2, SerialNumber=1

[    4.321218] usb 1-2: Product: QEMU USB Tablet

[    4.321229] usb 1-2: Manufacturer: QEMU 0.10.2

[    4.321239] usb 1-2: SerialNumber: 1

[    4.430622] systemd[1]: Set hostname to <centos7x>.

[    4.504761] systemd[1]: Reached target Swap.

[    4.531724] input: QEMU 0.10.2 QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-2/1-2:1.0/input/input3

[    4.594280] systemd[1]: Reached target Timers.

[    4.608669] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Pointer [QEMU 0.10.2 QEMU USB Tablet] on usb-0000:00:01.2-2/input0

[    4.698837] systemd[1]: Reached target Local File Systems.

[    4.721714] input: ImExPS/2 Generic Explorer Mouse as /devices/platform/i8042/serio1/input/input4

[    4.791677] systemd[1]: Created slice Root Slice.

[    4.840397] systemd[1]: Listening on udev Kernel Socket.

[    4.887994] systemd[1]: Listening on Journal Socket.

[    4.935836] systemd[1]: Listening on udev Control Socket.

[    4.983983] systemd[1]: Reached target Sockets.

[    5.032355] systemd[1]: Created slice System Slice.

[    5.089551] systemd[1]: Reached target Slices.

[    5.424365] systemd[1]: Starting Apply Kernel Variables...

[    5.482652] systemd[1]: Starting Journal Service...

[    5.584893] systemd[1]: Starting Setup Virtual Console...

[    6.503765] systemd[1]: Starting Create list of required static device nodes for the current kernel...

[    6.578919] systemd[1]: Starting dracut cmdline hook...

[    6.646428] systemd[1]: Started Journal Service.

[    7.100263] device-mapper: uevent: version 1.0.3

[    7.117366] device-mapper: ioctl: 4.37.1-ioctl (2018-04-03) initialised: dm-devel@redhat.com

[    7.440258] tsc: Refined TSC clocksource calibration: 2111.974 MHz

[    7.553303] FDC 0 is a S82078B

[    7.631506] libata version 3.00 loaded.

[    7.649439] ata_piix 0000:00:01.1: version 2.13

[    7.743716] blkfront: xvda: barrier: enabled; persistent grants: disabled; indirect descriptors: disabled;

[    7.786550] vbd vbd-5696: 19 xenbus_dev_probe on device/vbd/5696

[    7.805627] xen_netfront: Initialising Xen virtual ethernet driver

[    7.826187] scsi host0: ata_piix

[    7.911255] scsi host1: ata_piix

[    7.911297] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc220 irq 14

[    7.911308] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc228 irq 15

[    8.014427]  xvda: xvda1 xvda2

[    8.022954] [drm] Found bochs VGA, ID 0xb0c4.

[    8.022965] [drm] Framebuffer size 8192 kB @ 0xf1000000, ioports @ 0x1ce.

[    8.026509] [TTM] Zone  kernel: Available graphics memory: 927468 kiB

[    8.026557] [TTM] Initializing pool allocator

[    8.026626] [TTM] Initializing DMA pool allocator

[    8.095203] fbcon: bochsdrmfb (fb0) is primary device

[    8.394189] random: crng init done

[    8.403262] ata2.01: ATAPI: QEMU DVD-ROM, 0.10, max UDMA/100

[    8.411688] ata2.01: configured for MWDMA2

[    8.419194] scsi 1:0:1:0: CD-ROM            QEMU     QEMU DVD-ROM     0.10 PQ: 0 ANSI: 5

[    8.432801] Console: switching to colour frame buffer device 128x48

[    8.434460] bochs-drm 0000:00:02.0: fb0: bochsdrmfb frame buffer device

[    8.438648] [drm] Initialized bochs-drm 1.0.0 20130925 for 0000:00:02.0 on minor 0

[    8.510505] sr 1:0:1:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray

[    8.510538] cdrom: Uniform CD-ROM driver Revision: 3.20

[    8.511567] sr 1:0:1:0: Attached scsi CD-ROM sr0

[    9.225533] SGI XFS with ACLs, security attributes, no debug enabled

[    9.234475] XFS (dm-0): Mounting V5 Filesystem

[    9.493978] XFS (dm-0): Ending clean mount

[   10.299554] systemd-journald[95]: Received SIGTERM from PID 1 (systemd).

[   10.803450] type=1404 audit(1588484664.261:2): enforcing=1 old_enforcing=0 auid=4294967295 ses=4294967295

[   11.477682] SELinux: 2048 avtab hash slots, 112811 rules.

[   11.526915] SELinux: 2048 avtab hash slots, 112811 rules.

[   11.569233] SELinux:  8 users, 14 roles, 5052 types, 316 bools, 1 sens, 1024 cats

[   11.569254] SELinux:  130 classes, 112811 rules

[   11.577577] SELinux:  Completing initialization.

[   11.577590] SELinux:  Setting up existing superblocks.

[   11.581869] type=1403 audit(1588484665.039:3): policy loaded auid=4294967295 ses=4294967295

[   11.597349] systemd[1]: Successfully loaded SELinux policy in 795.039ms.

[   11.955216] ip_tables: (C) 2000-2006 Netfilter Core Team

[   11.955597] systemd[1]: Inserted module 'ip_tables'

[   11.973639] systemd[1]: Relabelled /dev, /run and /sys/fs/cgroup in 14.776ms.

[   13.716944] systemd-journald[472]: Received request to flush runtime journal from PID 1

[   14.574465] piix4_smbus 0000:00:01.3: SMBus Host Controller not enabled!

[   15.153514] parport_pc 00:07: reported by Plug and Play ACPI

[   15.157702] parport0: PC-style at 0x378, irq 7 [PCSPP,TRISTATE]

[   15.193596] input: PC Speaker as /devices/platform/pcspkr/input/input5

[   15.253788] sr 1:0:1:0: Attached scsi generic sg0 type 5

[   15.310316] cryptd: max_cpu_qlen set to 1000

[   15.397666] AVX2 version of gcm_enc/dec engaged.

[   15.398291] AES CTR mode by8 optimization enabled

[   15.578392] alg: No test for __gcm-aes-aesni (__driver-gcm-aes-aesni)

[   15.582928] Adding 1048572k swap on /dev/mapper/centos-swap.  Priority:-2 extents:1 across:1048572k SSFS

[   15.595787] alg: No test for __generic-gcm-aes-aesni (__driver-generic-gcm-aes-aesni)

[   15.732527] ppdev: user-space parallel port driver

[   18.642284] XFS (xvda1): Mounting V5 Filesystem

[   18.851064] XFS (xvda1): Ending clean mount

[   19.147694] type=1305 audit(1588484672.605:4): audit_pid=604 old=0 auid=4294967295 ses=4294967295 subj=system_u:system_r:auditd_t:s0 res=1

[   23.755154] ip6_tables: (C) 2000-2006 Netfilter Core Team

[   24.163534] Ebtables v2.0 registered

[   24.380920] Netfilter messages via NETLINK v0.30.

[   24.420313] ip_set: protocol 7

[   24.665674] IPv6: ADDRCONF(NETDEV_UP): eth0: link is not ready

[   25.231163] nf_conntrack version 0.5.0 (16384 buckets, 65536 max)

[   25.424406] bridge: filtering via arp/ip/ip6tables is no longer available by default. Update your scripts to load br_netfilter if you need this.

[kanda@centos7x ~]$ cat /proc/cpuinfo

processor : 0

vendor_id : GenuineIntel

cpu family : 6

model : 142

model name : Intel(R) Core(TM) i7-8665U CPU @ 1.90GHz

stepping : 12

microcode : 0x1

cpu MHz : 2111.810

cache size : 16384 KB

physical id : 0

siblings : 1

core id : 0

cpu cores : 1

apicid : 0

initial apicid : 0

fpu : yes

fpu_exception : yes

cpuid level : 13

wp : yes

flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ss ht syscall nx pdpe1gb rdtscp lm constant_tsc rep_good nopl eagerfpu pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm abm 3dnowprefetch invpcid_single ssbd ibrs ibpb stibp fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid mpx rdseed adx smap clflushopt xsaveopt xsavec xgetbv1 umip md_clear spec_ctrl intel_stibp

bogomips : 4223.94

clflush size : 64

cache_alignment : 64

address sizes : 39 bits physical, 48 bits virtual

power management:

libvirt で、つなぐ

https://libvirt.org/drvxen.html

ssh-copyid しておく。

[root@centos8 kanda]# virsh -c xen+ssh://root@citrix/system

エラー: ハイパーバイザーへの接続に失敗しました

エラー: データの読み込み中に EOF がありました: sh: nc: command not found: 入力/出力エラーです

[root@citrix-opoqdsfl ~]# nc

-bash: nc: コマンドが見つかりません

centos7 のを入れてみよう。

[root@citrix-opoqdsfl ~]# rpm -i nmap-ncat-6.40-19.el7.x86_64.rpm 

わからん。

[root@centos8 kanda]# virsh -c xen+ssh://root@citrix/system

エラー: ハイパーバイザーへの接続に失敗しました

エラー: データの読み込み中に EOF がありました: Ncat: No such file or directory.: 入力/出力エラーです

https://unix.stackexchange.com/questions/285089/virsh-libvirt-bin-is-not-able-to-communicate-with-xen-server

もうこの頃からサポートされなくなったのでない？

https でつなげばいい。

あら。

[kanda@centos8 ~]$ virsh -c xen://citrix

エラー: ハイパーバイザーへの接続に失敗しました

エラー: CA certificate '/etc/pki/CA/cacert.pem' を読み込めません: そのようなファイルやディレクトリはありません

https://libvirt.org/tlscerts.html

https://serverfault.com/questions/337230/libvirt-cannot-access-ca-certificate-etc-pki-ca-cacert-pem-no-such-file-or

[root@citrix-opoqdsfl pki]# pwd

/etc/pki

[root@citrix-opoqdsfl pki]# ls

CA  ca-trust  java  nss-legacy  nssdb  rpm-gpg  rsyslog  tls

[root@citrix-opoqdsfl pki]# lsof -i

COMMAND     PID   USER   FD   TYPE DEVICE SIZE/OFF NODE NAME

xapi       2317   root   39u  IPv6  26993      0t0  TCP *:http (LISTEN)

xapi       2317   root   52u  IPv6  70175      0t0  TCP localhost:http->localhost:47428 (ESTABLISHED)

xapi       2317   root   53u  IPv6  70176      0t0  TCP localhost:http->localhost:47430 (ESTABLISHED)

stunnel    3209   root   12u  IPv6  27267      0t0  TCP *:https (LISTEN)

stunnel    3209   root   14u  IPv6  68930      0t0  TCP citrix:https->win10:49794 (ESTABLISHED)

stunnel    3209   root   15u  IPv4  70174      0t0  TCP localhost:47428->localhost:http (ESTABLISHED)

stunnel    3209   root   16u  IPv6  68931      0t0  TCP citrix:https->win10:49795 (ESTABLISHED)

stunnel    3209   root   17u  IPv4  71554      0t0  TCP localhost:47430->localhost:http (ESTABLISHED)

証明書は、どこだ。

[root@citrix-opoqdsfl certs]# ls -l

合計 12

-rw-r--r-- 1 root root 2516  4月 11  2018 Makefile

lrwxrwxrwx 1 root root   49  4月 28 08:09 ca-bundle.crt -> /etc/pki/ca-trust/extracted/pem/tls-ca-bundle.pem

lrwxrwxrwx 1 root root   55  4月 28 08:09 ca-bundle.trust.crt -> /etc/pki/ca-trust/extracted/openssl/ca-bundle.trust.crt

-rwxr-xr-x 1 root root  610  4月 11  2018 make-dummy-cert

-rwxr-xr-x 1 root root  829  4月 11  2018 renew-dummy-cert

[root@citrix-opoqdsfl certs]# pwd

/etc/pki/tls/certs

[root@citrix-opoqdsfl certs]# rpm -qf /usr/bin/stunnel 

stunnel_xs-4.56-6.el7.centos.xs4.x86_64

生の stunnel ではないらしい。

/etc/xensource/xapi-ssl.pem 

無いと言われているのは、クライアント側の証明書ファイルなので、以下の手順に従う。

https://libvirt.org/tlscerts.html

[kanda@centos8 ~]$ virsh -c xen://citrix-opoqdsfl

エラー: ハイパーバイザーへの接続に失敗しました

エラー: 'citrix-opoqdsfl:16514' にあるサーバーに接続できません: ホストへの経路がありません

libvirtd.conf:#tls_port = "16514"

つまり、virsh は、citrix に、 libvirtd が上がっていて、前記ポートで、 https 接続を受け付けることを期待している。

citrix 側には、 libvirtd はそもそも、インストールされてない。

ということで、現在の citrix ハイパーバイザに virsh, virt-manager 接続はできない、というのが結論。

真偽、出所は不明だが、２０１６年時点で、既にメンテナンスされていないそうな。

https://stackoverflow.com/questions/33404111/libvirt-on-xenserver-6-5

Libvirt on Xenserver 6.5

https://discussions.citrix.com/topic/152897-compatibility-between-commercial-and-open-source-xen/

2007 年時点で、We have no plans to support libvirt on XenServe と言っている。公式見解？

https://xenproject.org/ にあるものと、 citrix 社が提供しているものと、どういう関係？

https://gitlab.com/libvirt/libvirt/-/tree/master/src/libxl

libvirt の xen のツリーは、生きているみたいだが。

Hypervisor のブートメッセージ

[root@citrix-opoqdsfl ~]# dmesg

[    0.000000] Linux version 4.19.0+1 (mockbuild@b10e2867ff51) (gcc version 4.8.5 20150623 (Red Hat 4.8.5-28) (GCC)) #1 SMP Wed Dec 4 13:59:08 UTC 2019

[    0.000000] Command line: root=LABEL=root-tbrdkr ro nolvm hpet=disable console=hvc0 console=tty0 quiet vga=785 splash plymouth.ignore-serial-consoles

[    0.000000] KERNEL supported cpus:

[    0.000000]   Intel GenuineIntel

[    0.000000]   AMD AuthenticAMD

[    0.000000] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'

[    0.000000] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'

[    0.000000] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'

[    0.000000] x86/fpu: xstate_offset[2]:  576, xstate_sizes[2]:  256

[    0.000000] x86/fpu: Enabled xstate features 0x7, context size is 832 bytes, using 'standard' format.

[    0.000000] Released 0 page(s)

[    0.000000] BIOS-provided physical RAM map:

[    0.000000] Xen: [mem 0x0000000000000000-0x000000000007ffff] usable

[    0.000000] Xen: [mem 0x0000000000080000-0x00000000000fffff] reserved

[    0.000000] Xen: [mem 0x0000000000100000-0x000000004d07ffff] usable

[    0.000000] Xen: [mem 0x00000000af800000-0x00000000bf7fffff] reserved

[    0.000000] Xen: [mem 0x00000000bffdf000-0x00000000bfffffff] reserved

[    0.000000] Xen: [mem 0x00000000fec00000-0x00000000fec00fff] reserved

[    0.000000] Xen: [mem 0x00000000fee00000-0x00000000feefffff] reserved

[    0.000000] Xen: [mem 0x00000000feffc000-0x00000000feffffff] reserved

[    0.000000] Xen: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved

[    0.000000] NX (Execute Disable) protection: active

[    0.000000] SMBIOS 2.8 present.

[    0.000000] DMI: Red Hat KVM, BIOS 1.11.1-4.module_el8.1.0+248+298dec18 04/01/2014

[    0.000000] Hypervisor detected: Xen PV

[    0.026653] tsc: Fast TSC calibration using PIT

[    0.026657] tsc: Detected 2112.070 MHz processor

[    0.026657] tsc: Detected 2111.988 MHz TSC

[    0.028088] e820: update [mem 0x00000000-0x00000fff] usable ==> reserved

[    0.028090] e820: remove [mem 0x000a0000-0x000fffff] usable

[    0.028093] last_pfn = 0x4d080 max_arch_pfn = 0x400000000

[    0.028094] Disabled

[    0.028095] x86/PAT: MTRRs disabled, skipping PAT initialization too.

[    0.028102] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WC  WP  UC  UC  

[    0.028260] Scanning 1 areas for low memory corruption

[    0.028266] Base memory trampoline at [(____ptrval____)] 7a000 size 24576

[    0.028296] Kernel/User page tables isolation: disabled on XEN PV.

[    0.028592] BRK [0x03001000, 0x03001fff] PGTABLE

[    0.028593] BRK [0x03002000, 0x03002fff] PGTABLE

[    0.029383] BRK [0x03003000, 0x03003fff] PGTABLE

[    0.029644] BRK [0x03004000, 0x03004fff] PGTABLE

[    0.029905] BRK [0x03005000, 0x03005fff] PGTABLE

[    0.030170] BRK [0x03006000, 0x03006fff] PGTABLE

[    0.030431] BRK [0x03007000, 0x03007fff] PGTABLE

[    0.030704] BRK [0x03008000, 0x03008fff] PGTABLE

[    0.030959] BRK [0x03009000, 0x03009fff] PGTABLE

[    0.031258] BRK [0x0300a000, 0x0300afff] PGTABLE

[    0.031512] BRK [0x0300b000, 0x0300bfff] PGTABLE

[    0.031772] BRK [0x0300c000, 0x0300cfff] PGTABLE

[    0.184048] RAMDISK: [mem 0x04000000-0x05273fff]

[    0.184075] ACPI: Early table checksum verification disabled

[    0.184191] ACPI: RSDP 0x00000000000F5C10 000014 (v00 BOCHS )

[    0.184197] ACPI: RSDT 0x00000000BFFE12A7 00002C (v01 BOCHS  BXPCRSDT 00000001 BXPC 00000001)

[    0.184206] ACPI: FACP 0x00000000BFFE11A3 000074 (v01 BOCHS  BXPCFACP 00000001 BXPC 00000001)

[    0.184216] ACPI: DSDT 0x00000000BFFDFD00 0014A3 (v01 BOCHS  BXPCDSDT 00000001 BXPC 00000001)

[    0.184223] ACPI: FACS 0x00000000BFFDFCC0 000040

[    0.184229] ACPI: APIC 0x00000000BFFE1217 000090 (v01 BOCHS  BXPCAPIC 00000001 BXPC 00000001)

[    0.184246] ACPI: Local APIC address 0xfee00000

[    0.184251] Setting APIC routing to Xen PV.

[    0.187085] Zone ranges:

[    0.187086]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]

[    0.187087]   DMA32    [mem 0x0000000001000000-0x000000004d07ffff]

[    0.187087]   Normal   empty

[    0.187088]   Device   empty

[    0.187088] Movable zone start for each node

[    0.187089] Early memory node ranges

[    0.187089]   node   0: [mem 0x0000000000001000-0x000000000007ffff]

[    0.187090]   node   0: [mem 0x0000000000100000-0x000000004d07ffff]

[    0.187216] Zeroed struct page in unavailable ranges: 12289 pages

[    0.187217] Initmem setup node 0 [mem 0x0000000000001000-0x000000004d07ffff]

[    0.187217] On node 0 totalpages: 315391

[    0.187222]   DMA zone: 64 pages used for memmap

[    0.187222]   DMA zone: 21 pages reserved

[    0.187223]   DMA zone: 3967 pages, LIFO batch:0

[    0.187269]   DMA32 zone: 4866 pages used for memmap

[    0.187270]   DMA32 zone: 311424 pages, LIFO batch:63

[    0.191483] p2m virtual area at (____ptrval____), size is 40000000

[    0.324668] Remapped 128 page(s)

[    0.325131] ACPI: Local APIC address 0xfee00000

[    0.325152] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1])

[    0.325190] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23

[    0.325195] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)

[    0.325196] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level)

[    0.325196] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level)

[    0.325200] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level)

[    0.325200] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level)

[    0.325202] ACPI: IRQ0 used by override.

[    0.325203] ACPI: IRQ5 used by override.

[    0.325204] ACPI: IRQ9 used by override.

[    0.325204] ACPI: IRQ10 used by override.

[    0.325204] ACPI: IRQ11 used by override.

[    0.325208] Using ACPI (MADT) for SMP configuration information

[    0.325211] smpboot: Allowing 4 CPUs, 0 hotplug CPUs

[    0.325225] [mem 0x4d080000-0xaf7fffff] available for PCI devices

[    0.325227] Booting paravirtualized kernel on Xen

[    0.325228] Xen version: 4.13.0-8.3 (preserve-AD)

[    0.325233] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645519600211568 ns

[    0.381068] random: get_random_bytes called from start_kernel+0x99/0x578 with crng_init=0

[    0.381075] setup_percpu: NR_CPUS:64 nr_cpumask_bits:64 nr_cpu_ids:4 nr_node_ids:1

[    0.381323] percpu: Embedded 44 pages/cpu @(____ptrval____) s141784 r8192 d30248 u524288

[    0.381326] pcpu-alloc: s141784 r8192 d30248 u524288 alloc=1*2097152

[    0.381327] pcpu-alloc: [0] 0 1 2 3 

[    0.381357] xen: PV spinlocks enabled

[    0.381359] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes)

[    0.381361] Built 1 zonelists, mobility grouping on.  Total pages: 310440

[    0.381362] Kernel command line: root=LABEL=root-tbrdkr ro nolvm hpet=disable console=hvc0 console=tty0 quiet vga=785 splash plymouth.ignore-serial-consoles

[    0.381582] Dentry cache hash table entries: 262144 (order: 9, 2097152 bytes)

[    0.381610] Inode-cache hash table entries: 131072 (order: 8, 1048576 bytes)

[    0.423049] software IO TLB: mapped [mem 0x43200000-0x4b200000] (128MB)

[    0.425188] Memory: 1048568K/1261564K available (10252K kernel code, 1133K rwdata, 3004K rodata, 1512K init, 10720K bss, 212996K reserved, 0K cma-reserved)

[    0.425310] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1

[    0.425317] ftrace: allocating 31593 entries in 124 pages

[    0.434934] rcu: Hierarchical RCU implementation.

[    0.434936] rcu: RCU restricting CPUs from NR_CPUS=64 to nr_cpu_ids=4.

[    0.434936] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4

[    0.437332] Using NULL legacy PIC

[    0.437333] NR_IRQS: 4352, nr_irqs: 456, preallocated irqs: 0

[    0.437354] xen:events: Using FIFO-based ABI

[    0.437369] xen: --> pirq=1 -> irq=1 (gsi=1)

[    0.437373] xen: --> pirq=2 -> irq=2 (gsi=2)

[    0.437377] xen: --> pirq=3 -> irq=3 (gsi=3)

[    0.437381] xen: --> pirq=4 -> irq=4 (gsi=4)

[    0.437385] xen: --> pirq=5 -> irq=5 (gsi=5)

[    0.437388] xen: --> pirq=6 -> irq=6 (gsi=6)

[    0.437392] xen: --> pirq=7 -> irq=7 (gsi=7)

[    0.437395] xen: --> pirq=8 -> irq=8 (gsi=8)

[    0.437399] xen: --> pirq=9 -> irq=9 (gsi=9)

[    0.437402] xen: --> pirq=10 -> irq=10 (gsi=10)

[    0.437406] xen: --> pirq=11 -> irq=11 (gsi=11)

[    0.437410] xen: --> pirq=12 -> irq=12 (gsi=12)

[    0.437413] xen: --> pirq=13 -> irq=13 (gsi=13)

[    0.437417] xen: --> pirq=14 -> irq=14 (gsi=14)

[    0.437420] xen: --> pirq=15 -> irq=15 (gsi=15)

[    0.437445] Console: colour dummy device 80x25

[    0.437447] console [tty0] enabled

[    0.437448] console [hvc0] enabled

[    0.437453] ACPI: Core revision 20180810

[    0.437527] clocksource: xen: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns

[    0.437531] Xen: using vcpuop timer interface

[    0.437533] installing Xen timer for CPU 0

[    0.437597] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x1e716d0e293, max_idle_ns: 440795239197 ns

[    0.437630] Calibrating delay loop (skipped), value calculated using timer frequency.. 4223.97 BogoMIPS (lpj=8447952)

[    0.437632] pid_max: default: 32768 minimum: 301

[    0.437675] Security Framework initialized

[    0.437694] Mount-cache hash table entries: 4096 (order: 3, 32768 bytes)

[    0.437697] Mountpoint-cache hash table entries: 4096 (order: 3, 32768 bytes)

[    0.437983] mce: CPU supports 2 MCE banks

[    0.438005] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0

[    0.438005] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0

[    0.438007] Spectre V2 : Mitigation: Full generic retpoline

[    0.438008] Spectre V2 : Spectre v2 / SpectreRSB mitigation: Filling RSB on context switch

[    0.438008] Spectre V2 : Enabling Restricted Speculation for firmware calls

[    0.438026] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier

[    0.438028] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl and seccomp

[    0.438161] Freeing SMP alternatives memory: 28K

[    0.439237] cpu 0 spinlock event irq 25

[    0.439239] VPMU disabled by hypervisor.

[    0.439336] Performance Events: unsupported p6 CPU model 142 no PMU driver, software events only.

[    0.439375] rcu: Hierarchical SRCU implementation.

[    0.439725] NMI watchdog: Perf NMI watchdog permanently disabled

[    0.439785] smp: Bringing up secondary CPUs ...

[    0.439859] installing Xen timer for CPU 1

[    0.440274] cpu 1 spinlock event irq 37

[    0.440274] installing Xen timer for CPU 2

[    0.440274] cpu 2 spinlock event irq 44

[    0.440274] installing Xen timer for CPU 3

[    0.440274] cpu 3 spinlock event irq 51

[    0.440274] smp: Brought up 1 node, 4 CPUs

[    0.440274] smpboot: Max logical packages: 4

[    0.441607] devtmpfs: initialized

[    0.441630] x86/mm: Memory block size: 128MB

[    0.441766] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns

[    0.441766] futex hash table entries: 1024 (order: 4, 65536 bytes)

[    0.441967] NET: Registered protocol family 16

[    0.441984] xen:grant_table: Grant tables using version 1 layout

[    0.441994] Grant table initialized

[    0.442129] ACPI: bus type PCI registered

[    0.442129] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5

[    0.442129] dca service started, version 1.12.1

[    0.442129] PCI: Using configuration type 1 for base access

[    0.442129] ACPI: Added _OSI(Module Device)

[    0.442129] ACPI: Added _OSI(Processor Device)

[    0.442129] ACPI: Added _OSI(3.0 _SCP Extensions)

[    0.442129] ACPI: Added _OSI(Processor Aggregator Device)

[    0.442129] ACPI: Added _OSI(Linux-Dell-Video)

[    0.442129] ACPI: Added _OSI(Linux-Lenovo-NV-HDMI-Audio)

[    0.442129] ACPI: 1 ACPI AML tables successfully acquired and loaded

[    0.442177] xen: registering gsi 9 triggering 0 polarity 0

[    0.442825] ACPI: Interpreter enabled

[    0.442828] ACPI: (supports S0 S5)

[    0.442828] ACPI: Using IOAPIC for interrupt routing

[    0.442833] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug

[    0.442886] ACPI: Enabled 2 GPEs in block 00 to 0F

[    0.446830] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])

[    0.446833] acpi PNP0A03:00: _OSC: OS supports [ASPM ClockPM Segments MSI]

[    0.446835] acpi PNP0A03:00: _OSC failed (AE_NOT_FOUND); disabling ASPM

[    0.446837] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.

[    0.446990] acpiphp: Slot [3] registered

[    0.447017] acpiphp: Slot [4] registered

[    0.447050] acpiphp: Slot [6] registered

[    0.447076] acpiphp: Slot [7] registered

[    0.447101] acpiphp: Slot [8] registered

[    0.447126] acpiphp: Slot [9] registered

[    0.447156] acpiphp: Slot [10] registered

[    0.447209] acpiphp: Slot [11] registered

[    0.447254] acpiphp: Slot [12] registered

[    0.447283] acpiphp: Slot [13] registered

[    0.447310] acpiphp: Slot [14] registered

[    0.447338] acpiphp: Slot [15] registered

[    0.447366] acpiphp: Slot [16] registered

[    0.447394] acpiphp: Slot [17] registered

[    0.447421] acpiphp: Slot [18] registered

[    0.447449] acpiphp: Slot [19] registered

[    0.447476] acpiphp: Slot [20] registered

[    0.447505] acpiphp: Slot [21] registered

[    0.447532] acpiphp: Slot [22] registered

[    0.447576] acpiphp: Slot [23] registered

[    0.447609] acpiphp: Slot [24] registered

[    0.447633] acpiphp: Slot [25] registered

[    0.447658] acpiphp: Slot [26] registered

[    0.447683] acpiphp: Slot [27] registered

[    0.447706] acpiphp: Slot [28] registered

[    0.447732] acpiphp: Slot [29] registered

[    0.447755] acpiphp: Slot [30] registered

[    0.447779] acpiphp: Slot [31] registered

[    0.447789] PCI host bridge to bus 0000:00

[    0.447790] pci_bus 0000:00: root bus resource [io  0x0000-0x0cf7 window]

[    0.447791] pci_bus 0000:00: root bus resource [io  0x0d00-0xffff window]

[    0.447792] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]

[    0.447794] pci_bus 0000:00: root bus resource [mem 0xc0000000-0xfebfffff window]

[    0.447794] pci_bus 0000:00: root bus resource [mem 0x140000000-0x1bfffffff window]

[    0.447795] pci_bus 0000:00: root bus resource [bus 00-ff]

[    0.447824] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000

[    0.448250] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100

[    0.448771] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180

[    0.450183] pci 0000:00:01.1: reg 0x20: [io  0xc120-0xc12f]

[    0.450745] pci 0000:00:01.1: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]

[    0.450746] pci 0000:00:01.1: legacy IDE quirk: reg 0x14: [io  0x03f6]

[    0.450747] pci 0000:00:01.1: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]

[    0.450748] pci 0000:00:01.1: legacy IDE quirk: reg 0x1c: [io  0x0376]

[    0.450924] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000

[    0.451374] pci 0000:00:01.3: quirk: [io  0x0600-0x063f] claimed by PIIX4 ACPI

[    0.451383] pci 0000:00:01.3: quirk: [io  0x0700-0x070f] claimed by PIIX4 SMB

[    0.451602] pci 0000:00:02.0: [1b36:0100] type 00 class 0x030000

[    0.453620] pci 0000:00:02.0: reg 0x10: [mem 0xf4000000-0xf7ffffff]

[    0.456006] pci 0000:00:02.0: reg 0x14: [mem 0xf8000000-0xfbffffff]

[    0.457621] pci 0000:00:02.0: reg 0x18: [mem 0xfc074000-0xfc075fff]

[    0.459628] pci 0000:00:02.0: reg 0x1c: [io  0xc080-0xc09f]

[    0.465136] pci 0000:00:02.0: reg 0x30: [mem 0xfc060000-0xfc06ffff pref]

[    0.465484] pci 0000:00:03.0: [8086:100e] type 00 class 0x020000

[    0.465792] pci 0000:00:03.0: reg 0x10: [mem 0xfc040000-0xfc05ffff]

[    0.466120] pci 0000:00:03.0: reg 0x14: [io  0xc000-0xc03f]

[    0.467934] pci 0000:00:03.0: reg 0x30: [mem 0xfc000000-0xfc03ffff pref]

[    0.468118] pci 0000:00:04.0: [8086:2668] type 00 class 0x040300

[    0.468401] pci 0000:00:04.0: reg 0x10: [mem 0xfc070000-0xfc073fff]

[    0.470163] pci 0000:00:05.0: [8086:2934] type 00 class 0x0c0300

[    0.471692] pci 0000:00:05.0: reg 0x20: [io  0xc0a0-0xc0bf]

[    0.472447] pci 0000:00:05.1: [8086:2935] type 00 class 0x0c0300

[    0.473874] pci 0000:00:05.1: reg 0x20: [io  0xc0c0-0xc0df]

[    0.475166] pci 0000:00:05.2: [8086:2936] type 00 class 0x0c0300

[    0.476332] pci 0000:00:05.2: reg 0x20: [io  0xc0e0-0xc0ff]

[    0.476893] pci 0000:00:05.7: [8086:293a] type 00 class 0x0c0320

[    0.477142] pci 0000:00:05.7: reg 0x10: [mem 0xfc076000-0xfc076fff]

[    0.478639] pci 0000:00:06.0: [1af4:1003] type 00 class 0x078000

[    0.479280] pci 0000:00:06.0: reg 0x10: [io  0xc040-0xc07f]

[    0.479782] pci 0000:00:06.0: reg 0x14: [mem 0xfc077000-0xfc077fff]

[    0.481420] pci 0000:00:06.0: reg 0x20: [mem 0xfebf8000-0xfebfbfff 64bit pref]

[    0.482512] pci 0000:00:07.0: [1af4:1002] type 00 class 0x00ff00

[    0.482944] pci 0000:00:07.0: reg 0x10: [io  0xc100-0xc11f]

[    0.484821] pci 0000:00:07.0: reg 0x20: [mem 0xfebfc000-0xfebfffff 64bit pref]

[    0.486564] pci_bus 0000:00: on NUMA node 0

[    0.486777] ACPI: PCI Interrupt Link [LNKA] (IRQs 5 *10 11)

[    0.486843] ACPI: PCI Interrupt Link [LNKB] (IRQs 5 *10 11)

[    0.486902] ACPI: PCI Interrupt Link [LNKC] (IRQs 5 10 *11)

[    0.486967] ACPI: PCI Interrupt Link [LNKD] (IRQs 5 10 *11)

[    0.487025] ACPI: PCI Interrupt Link [LNKS] (IRQs *9)

[    0.487296] xen:balloon: Initialising balloon driver

[    0.487364] pci 0000:00:02.0: vgaarb: setting as boot VGA device

[    0.487364] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none

[    0.487364] pci 0000:00:02.0: vgaarb: bridge control possible

[    0.487364] vgaarb: loaded

[    0.487364] ACPI: bus type USB registered

[    0.487364] usbcore: registered new interface driver usbfs

[    0.487364] usbcore: registered new interface driver hub

[    0.487364] usbcore: registered new device driver usb

[    0.487364] pps_core: LinuxPPS API ver. 1 registered

[    0.487364] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>

[    0.487364] PTP clock support registered

[    0.487364] EDAC MC: Ver: 3.0.0

[    0.487364] PCI: Using ACPI for IRQ routing

[    0.487364] PCI: pci_cache_line_size set to 64 bytes

[    0.487364] e820: reserve RAM buffer [mem 0x4d080000-0x4fffffff]

[    0.487364] NetLabel: Initializing

[    0.487364] NetLabel:  domain hash size = 128

[    0.487364] NetLabel:  protocols = UNLABELED CIPSOv4 CALIPSO

[    0.487364] NetLabel:  unlabeled traffic allowed by default

[    0.487364] clocksource: Switched to clocksource tsc-early

[    0.490556] VFS: Disk quotas dquot_6.6.0

[    0.490556] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)

[    0.490556] hugetlbfs: disabling because there are no supported hugepage sizes

[    0.490556] pnp: PnP ACPI init

[    0.490556] xen: registering gsi 8 triggering 1 polarity 0

[    0.490556] pnp 00:00: Plug and Play ACPI device, IDs PNP0b00 (active)

[    0.490556] xen: registering gsi 1 triggering 1 polarity 0

[    0.490556] pnp 00:01: Plug and Play ACPI device, IDs PNP0303 (active)

[    0.490556] xen: registering gsi 12 triggering 1 polarity 0

[    0.490556] pnp 00:02: Plug and Play ACPI device, IDs PNP0f13 (active)

[    0.490556] xen: registering gsi 6 triggering 1 polarity 0

[    0.490556] pnp 00:03: [dma 2]

[    0.490556] pnp 00:03: Plug and Play ACPI device, IDs PNP0700 (active)

[    0.490556] xen: registering gsi 4 triggering 1 polarity 0

[    0.490556] pnp 00:04: Plug and Play ACPI device, IDs PNP0501 (active)

[    0.490556] pnp: PnP ACPI: found 5 devices

[    0.495244] pci_bus 0000:00: resource 4 [io  0x0000-0x0cf7 window]

[    0.495245] pci_bus 0000:00: resource 5 [io  0x0d00-0xffff window]

[    0.495246] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]

[    0.495247] pci_bus 0000:00: resource 7 [mem 0xc0000000-0xfebfffff window]

[    0.495247] pci_bus 0000:00: resource 8 [mem 0x140000000-0x1bfffffff window]

[    0.495279] NET: Registered protocol family 2

[    0.495376] tcp_listen_portaddr_hash hash table entries: 1024 (order: 2, 16384 bytes)

[    0.495379] TCP established hash table entries: 16384 (order: 5, 131072 bytes)

[    0.495389] TCP bind hash table entries: 16384 (order: 6, 262144 bytes)

[    0.495406] TCP: Hash tables configured (established 16384 bind 16384)

[    0.495426] UDP hash table entries: 1024 (order: 3, 32768 bytes)

[    0.495429] UDP-Lite hash table entries: 1024 (order: 3, 32768 bytes)

[    0.495454] NET: Registered protocol family 1

[    0.495459] NET: Registered protocol family 44

[    0.495472] pci 0000:00:01.0: PIIX3: Enabling Passive Release

[    0.495482] pci 0000:00:00.0: Limiting direct PCI/PCI transfers

[    0.495491] pci 0000:00:01.0: Activating ISA DMA hang workarounds

[    0.495540] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff]

[    0.507333] PCI Interrupt Link [LNKA] enabled at IRQ 10

[    0.507334] xen: registering gsi 10 triggering 0 polarity 0

[    0.519481] pci 0000:00:05.0: quirk_usb_early_handoff+0x0/0x6d0 took 23348 usecs

[    0.521607] random: fast init done

[    0.531607] PCI Interrupt Link [LNKB] enabled at IRQ 11

[    0.531608] xen: registering gsi 11 triggering 0 polarity 0

[    0.544616] pci 0000:00:05.1: quirk_usb_early_handoff+0x0/0x6d0 took 24526 usecs

[    0.556828] PCI Interrupt Link [LNKC] enabled at IRQ 11

[    0.556829] xen: registering gsi 11 triggering 0 polarity 0

[    0.556830] Already setup the GSI :11

[    0.569100] pci 0000:00:05.2: quirk_usb_early_handoff+0x0/0x6d0 took 23892 usecs

[    0.581299] PCI Interrupt Link [LNKD] enabled at IRQ 10

[    0.581300] xen: registering gsi 10 triggering 0 polarity 0

[    0.581305] Already setup the GSI :10

[    0.593590] pci 0000:00:05.7: quirk_usb_early_handoff+0x0/0x6d0 took 23898 usecs

[    0.593633] PCI: CLS 0 bytes, default 64

[    0.593673] Unpacking initramfs...

[    0.763709] Freeing initrd memory: 18896K

[    0.763837] Scanning for low memory corruption every 60 seconds

[    0.764514] workingset: timestamp_bits=46 max_order=19 bucket_order=0

[    0.765555] pstore: using deflate compression

[    0.767947] NET: Registered protocol family 38

[    0.767948] Key type asymmetric registered

[    0.767970] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 246)

[    0.768076] io scheduler noop registered

[    0.768077] io scheduler deadline registered

[    0.768095] io scheduler cfq registered (default)

[    0.768095] io scheduler mq-deadline registered

[    0.768347] shpchp: Standard Hot Plug PCI Controller Driver version: 0.4

[    0.768374] vesafb: mode is 640x480x16, linelength=1280, pages=0

[    0.768375] vesafb: scrolling: redraw

[    0.768376] vesafb: Truecolor: size=0:5:6:5, shift=0:11:5:0

[    0.768618] vesafb: framebuffer at 0xf4000000, mapped to 0x00000000a1762347, using 1200k, total 16384k

[    0.769186] Console: switching to colour frame buffer device 80x30

[    0.769386] fb0: VESA VGA frame buffer device

[    0.769395] intel_idle: Please enable MWAIT in BIOS SETUP

[    0.769439] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input0

[    0.769449] ACPI: Power Button [PWRF]

[    0.769560] Warning: Processor Platform Limit not supported.

[    0.769881] ioatdma: Intel(R) QuickData Technology Driver 4.00

[    0.781949] xen: registering gsi 11 triggering 0 polarity 0

[    0.781951] Already setup the GSI :11

[    0.795214] xen: registering gsi 11 triggering 0 polarity 0

[    0.795215] Already setup the GSI :11

[    0.796246] xen:xen_evtchn: Event-channel device installed

[    0.796520] xen_mcelog: /dev/mcelog registered by Xen

[    0.796525] xen_pciback: backend is vpci

[    0.797109] Serial: 8250/16550 driver, 32 ports, IRQ sharing enabled

[    0.819855] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A

[    0.821693] Linux agpgart interface v0.103

[    0.822224] blktap_device_init: blktap device major 254

[    0.822225] blktap_ring_init: blktap ring major: 245

[    0.822372] libphy: Fixed MDIO Bus: probed

[    0.822387] xen_netfront: Initialising Xen virtual ethernet driver

[    0.822465] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12

[    0.823101] serio: i8042 KBD port at 0x60,0x64 irq 1

[    0.823104] serio: i8042 AUX port at 0x60,0x64 irq 12

[    0.823308] mousedev: PS/2 mouse device common for all mice

[    0.823607] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input1

[    0.823678] rtc_cmos 00:00: RTC can wake from S4

[    0.824220] rtc_cmos 00:00: registered as rtc0

[    0.824228] rtc_cmos 00:00: alarms up to one day, y3k, 114 bytes nvram

[    0.824321] NET: Registered protocol family 17

[    0.824460] Key type dns_resolver registered

[    0.824795] sched_clock: Marking stable (824591718, 175799)->(831033100, -6265583)

[    0.825814] registered taskstats version 1

[    0.825820] page_owner is disabled

[    0.837346] Key type big_key registered

[    0.837353] ima: No TPM chip found, activating TPM-bypass!

[    0.837354] ima: Allocated hash algorithm: sha1

[    0.837870] rtc_cmos 00:00: setting system clock to 2020-04-30 08:10:57 UTC (1588234257)

[    0.837878] BIOS EDD facility v0.16 2004-Jun-25, 1 devices found

[    0.838974] Freeing unused kernel image memory: 1512K

[    0.853866] Write protecting the kernel read-only data: 16384k

[    0.860996] Freeing unused kernel image memory: 2016K

[    0.861426] Freeing unused kernel image memory: 1092K

[    0.861430] Run /init as init process

[    0.872276] NET: Registered protocol family 10

[    0.882544] Segment Routing with IPv6

[    0.882835] systemd[1]: Inserted module 'ipv6'

[    0.883726] random: systemd: uninitialized urandom read (16 bytes read)

[    0.884080] random: systemd: uninitialized urandom read (16 bytes read)

[    0.890438] systemd[1]: systemd 219 running in system mode. (+PAM +AUDIT +SELINUX +IMA -APPARMOR +SMACK +SYSVINIT +UTMP +LIBCRYPTSETUP +GCRYPT +GNUTLS +ACL +XZ +LZ4 -SECCOMP +BLKID +ELFUTILS +KMOD +IDN)

[    0.890477] systemd[1]: Detected virtualization xen.

[    0.890482] systemd[1]: Detected architecture x86-64.

[    0.890484] systemd[1]: Running in initial RAM disk.

[    0.890522] systemd[1]: Set hostname to <citrix-opoqdsfl>.

[    0.952610] random: systemd: uninitialized urandom read (16 bytes read)

[    0.957667] systemd[1]: Reached target Local File Systems.

[    0.957673] systemd[1]: Starting Local File Systems.

[    0.957986] systemd[1]: Created slice Root Slice.

[    0.957991] systemd[1]: Starting Root Slice.

[    0.958033] systemd[1]: Listening on udev Control Socket.

[    1.055120] SCSI subsystem initialized

[    1.055958] alua: device handler registered

[    1.059790] emc: device handler registered

[    1.063506] hp_sw: device handler registered

[    1.067411] rdac: device handler registered

[    1.251923] e1000: Intel(R) PRO/1000 Network Driver - version 7.3.21-k8-NAPI

[    1.251924] e1000: Copyright (c) 1999-2006 Intel Corporation.

[    1.252254] ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver

[    1.253455] ehci-pci: EHCI PCI platform driver

[    1.257190] libata version 3.00 loaded.

[    1.258273] ata_piix 0000:00:01.1: version 2.13

[    1.273692] scsi host0: ata_piix

[    1.276429] scsi host1: ata_piix

[    1.276457] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc120 irq 14

[    1.276458] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc128 irq 15

[    1.296374] xen: registering gsi 10 triggering 0 polarity 0

[    1.296377] Already setup the GSI :10

[    1.296396] xen: registering gsi 11 triggering 0 polarity 0

[    1.296398] Already setup the GSI :11

[    1.296689] ehci-pci 0000:00:05.7: EHCI Host Controller

[    1.296748] ehci-pci 0000:00:05.7: new USB bus registered, assigned bus number 1

[    1.297189] ehci-pci 0000:00:05.7: irq 10, io mem 0xfc076000

[    1.309889] ehci-pci 0000:00:05.7: USB 2.0 started, EHCI 1.00

[    1.309955] usb usb1: New USB device found, idVendor=1d6b, idProduct=0002, bcdDevice= 4.19

[    1.309972] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1

[    1.309973] usb usb1: Product: EHCI Host Controller

[    1.309974] usb usb1: Manufacturer: Linux 4.19.0+1 ehci_hcd

[    1.309974] usb usb1: SerialNumber: 0000:00:05.7

[    1.310158] hub 1-0:1.0: USB hub found

[    1.310165] hub 1-0:1.0: 6 ports detected

[    1.311511] uhci_hcd: USB Universal Host Controller Interface driver

[    1.323389] xen: registering gsi 10 triggering 0 polarity 0

[    1.323392] Already setup the GSI :10

[    1.323648] uhci_hcd 0000:00:05.0: UHCI Host Controller

[    1.323805] uhci_hcd 0000:00:05.0: new USB bus registered, assigned bus number 2

[    1.323824] uhci_hcd 0000:00:05.0: detected 2 ports

[    1.323883] uhci_hcd 0000:00:05.0: irq 10, io base 0x0000c0a0

[    1.324206] usb usb2: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 4.19

[    1.324211] usb usb2: New USB device strings: Mfr=3, Product=2, SerialNumber=1

[    1.324212] usb usb2: Product: UHCI Host Controller

[    1.324213] usb usb2: Manufacturer: Linux 4.19.0+1 uhci_hcd

[    1.324213] usb usb2: SerialNumber: 0000:00:05.0

[    1.324417] hub 2-0:1.0: USB hub found

[    1.324423] hub 2-0:1.0: 2 ports detected

[    1.336583] xen: registering gsi 11 triggering 0 polarity 0

[    1.336585] Already setup the GSI :11

[    1.336864] uhci_hcd 0000:00:05.1: UHCI Host Controller

[    1.337027] uhci_hcd 0000:00:05.1: new USB bus registered, assigned bus number 3

[    1.337045] uhci_hcd 0000:00:05.1: detected 2 ports

[    1.337129] uhci_hcd 0000:00:05.1: irq 11, io base 0x0000c0c0

[    1.337401] usb usb3: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 4.19

[    1.337402] usb usb3: New USB device strings: Mfr=3, Product=2, SerialNumber=1

[    1.337403] usb usb3: Product: UHCI Host Controller

[    1.337404] usb usb3: Manufacturer: Linux 4.19.0+1 uhci_hcd

[    1.337404] usb usb3: SerialNumber: 0000:00:05.1

[    1.337533] hub 3-0:1.0: USB hub found

[    1.337539] hub 3-0:1.0: 2 ports detected

[    1.350014] xen: registering gsi 11 triggering 0 polarity 0

[    1.350015] Already setup the GSI :11

[    1.350251] uhci_hcd 0000:00:05.2: UHCI Host Controller

[    1.350372] uhci_hcd 0000:00:05.2: new USB bus registered, assigned bus number 4

[    1.350391] uhci_hcd 0000:00:05.2: detected 2 ports

[    1.350448] uhci_hcd 0000:00:05.2: irq 11, io base 0x0000c0e0

[    1.350662] usb usb4: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 4.19

[    1.350663] usb usb4: New USB device strings: Mfr=3, Product=2, SerialNumber=1

[    1.350664] usb usb4: Product: UHCI Host Controller

[    1.350665] usb usb4: Manufacturer: Linux 4.19.0+1 uhci_hcd

[    1.350665] usb usb4: SerialNumber: 0000:00:05.2

[    1.350809] hub 4-0:1.0: USB hub found

[    1.350816] hub 4-0:1.0: 2 ports detected

[    1.443073] ata1.00: ATA-7: QEMU HARDDISK, 2.5+, max UDMA/100

[    1.443074] ata1.00: 536870912 sectors, multi 16: LBA48 

[    1.443076] ata1.01: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100

[    1.444985] scsi 0:0:0:0: Direct-Access     ATA      QEMU HARDDISK    2.5+ PQ: 0 ANSI: 5

[    1.445658] scsi 0:0:1:0: CD-ROM            QEMU     QEMU DVD-ROM     2.5+ PQ: 0 ANSI: 5

[    1.458806] sd 0:0:0:0: [sda] 536870912 512-byte logical blocks: (275 GB/256 GiB)

[    1.458814] sd 0:0:0:0: [sda] Write Protect is off

[    1.458815] sd 0:0:0:0: [sda] Mode Sense: 00 3a 00 00

[    1.458827] sd 0:0:0:0: [sda] Write cache: enabled, read cache: enabled, doesn't support DPO or FUA

[    1.480292] sr 0:0:1:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray

[    1.480294] cdrom: Uniform CD-ROM driver Revision: 3.20

[    1.480651] sr 0:0:1:0: Attached scsi CD-ROM sr0

[    1.482359]  sda: sda1 sda2 sda3 sda4 sda5 sda6

[    1.522062] sd 0:0:0:0: [sda] Attached SCSI disk

[    1.625653] usb 1-1: new high-speed USB device number 2 using ehci-pci

[    1.642334] e1000 0000:00:03.0 eth0: (PCI:33MHz:32-bit) 52:54:00:9c:e4:eb

[    1.642341] e1000 0000:00:03.0 eth0: Intel(R) PRO/1000 Network Connection

[    1.777620] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x1e716d0e293, max_idle_ns: 440795239197 ns

[    1.777667] clocksource: Switched to clocksource tsc

[    1.784223] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00

[    1.784224] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=5

[    1.784225] usb 1-1: Product: QEMU USB Tablet

[    1.784226] usb 1-1: Manufacturer: QEMU

[    1.784227] usb 1-1: SerialNumber: 42

[    1.789223] hidraw: raw HID events driver (C) Jiri Kosina

[    1.793000] usbcore: registered new interface driver usbhid

[    1.793001] usbhid: USB HID core driver

[    1.794893] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:05.7/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input3

[    1.795076] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:05.7-1/input0

[    1.957837] random: crng init done

[    1.957839] random: 7 urandom warning(s) missed due to ratelimiting

[    1.988522] EXT4-fs (sda1): mounting ext3 file system using the ext4 subsystem

[    2.007261] EXT4-fs (sda1): mounted filesystem with ordered data mode. Opts: (null)

[    2.569898] systemd-journald[127]: Received SIGTERM from PID 1 (systemd).

[    2.861268] systemd: 26 output lines suppressed due to ratelimiting

[    3.894784] systemd[1]: Inserted module 'ip_tables'

[    5.962673] xen_wdt xen_wdt: initialized (timeout=60s, nowayout=0)

[    6.313370] EXT4-fs (sda1): re-mounted. Opts: (null)

[    7.422720] sd 0:0:0:0: Attached scsi generic sg0 type 0

[    7.422788] sr 0:0:1:0: Attached scsi generic sg1 type 5

[    7.506686] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0

[    7.570351] cryptd: max_cpu_qlen set to 1000

[    7.979524] device-mapper: uevent: version 1.0.3

[    7.979574] device-mapper: ioctl: 4.39.0-ioctl (2018-04-03) initialised: dm-devel@redhat.com

[    7.985862] AVX2 version of gcm_enc/dec engaged.

[    7.985863] AES CTR mode by8 optimization enabled

[    8.294707] input: ImExPS/2 Generic Explorer Mouse as /devices/platform/i8042/serio1/input/input4

[    9.117765] e1000 0000:00:03.0 side-7012-eth0: renamed from eth0

[    9.271808] Adding 1048572k swap on /dev/sda6.  Priority:-2 extents:1 across:1048572k 

[   10.035701] EXT4-fs (sda5): mounting ext3 file system using the ext4 subsystem

[   10.050303] EXT4-fs (sda5): mounted filesystem with ordered data mode. Opts: (null)

[   10.284588] systemd-journald[399]: Received request to flush runtime journal from PID 1

[   10.525760] RPC: Registered named UNIX socket transport module.

[   10.525761] RPC: Registered udp transport module.

[   10.525761] RPC: Registered tcp transport module.

[   10.525762] RPC: Registered tcp NFSv4.1 backchannel transport module.

[   53.031633] e1000 0000:00:03.0 eth0: renamed from side-7012-eth0

[   54.545758] 8021q: 802.1Q VLAN Support v1.8

[   60.584002] openvswitch: Open vSwitch switching datapath

[   62.015856] device ovs-system entered promiscuous mode

[   62.038328] device xenbr0 entered promiscuous mode

[   62.065975] 8021q: adding VLAN 0 to HW filter on device eth0

[   62.070841] e1000: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: RX

[   62.081546] device eth0 entered promiscuous mode

[   68.183060] cnic: loading out-of-tree module taints kernel.

[   68.184076] cnic: QLogic cnic Driver v2.5.20w (Feb 22, 2018)

[   68.229991] bnx2fc: QLogic FCoE Driver bnx2fc v2.12.5 (November 16, 2018)

[  123.128369] EXT4-fs (dm-0): mounted filesystem with ordered data mode. Opts: (null)

カーネルビルドパラメタも見える

[root@citrix-opoqdsfl ~]# gunzip < /proc/config.gz | grep XEN 

CONFIG_XEN=y

CONFIG_XEN_PV=y

CONFIG_XEN_PV_SMP=y

CONFIG_XEN_DOM0=y

CONFIG_XEN_PVHVM=y

CONFIG_XEN_PVHVM_SMP=y

CONFIG_XEN_512GB=y

CONFIG_XEN_SAVE_RESTORE=y

# CONFIG_XEN_DEBUG_FS is not set

CONFIG_XEN_PVH=y

CONFIG_PCI_XEN=y

CONFIG_XEN_PCIDEV_FRONTEND=m

CONFIG_XEN_BLKDEV_FRONTEND=y

CONFIG_XEN_BLKDEV_BACKEND=y

# CONFIG_XEN_SCSI_FRONTEND is not set

CONFIG_NETXEN_NIC=m

CONFIG_XEN_NETDEV_FRONTEND=y

CONFIG_XEN_NETDEV_BACKEND=y

CONFIG_INPUT_XEN_KBDDEV_FRONTEND=m

CONFIG_HVC_XEN=y

CONFIG_HVC_XEN_FRONTEND=y

CONFIG_TCG_XEN=m

CONFIG_XEN_WDT=m

CONFIG_DRM_I915_GVT_XENGT=m

# CONFIG_DRM_XEN is not set

CONFIG_XEN_FBDEV_FRONTEND=m

CONFIG_MMC_SDHCI_XENON=m

CONFIG_XEN_BALLOON=y

CONFIG_XEN_BALLOON_MEMORY_HOTPLUG=y

CONFIG_XEN_BALLOON_MEMORY_HOTPLUG_LIMIT=512

CONFIG_XEN_SCRUB_PAGES_DEFAULT=y

CONFIG_XEN_DEV_EVTCHN=y

CONFIG_XEN_BACKEND=y

CONFIG_XENFS=y

CONFIG_XEN_COMPAT_XENFS=y

CONFIG_XEN_SYS_HYPERVISOR=y

CONFIG_XEN_XENBUS_FRONTEND=y

CONFIG_XEN_GNTDEV=y

CONFIG_XEN_GRANT_DEV_ALLOC=y

# CONFIG_XEN_GRANT_DMA_ALLOC is not set

CONFIG_SWIOTLB_XEN=y

CONFIG_XEN_PCIDEV_BACKEND=y

# CONFIG_XEN_PVCALLS_FRONTEND is not set

# CONFIG_XEN_PVCALLS_BACKEND is not set

CONFIG_XEN_SCSI_BACKEND=m

CONFIG_XEN_PRIVCMD=y

CONFIG_XEN_ACPI_PROCESSOR=y

CONFIG_XEN_MCE_LOG=y

CONFIG_XEN_HAVE_PVMMU=y

CONFIG_XEN_EFI=y

CONFIG_XEN_AUTO_XLATE=y

CONFIG_XEN_ACPI=y

CONFIG_XEN_SYMS=y

CONFIG_XEN_HAVE_VPMU=y

[root@citrix-opoqdsfl ~]# 

centos7 ベースなのだ

[root@citrix-opoqdsfl ~]# rpm -qa

linux-guest-loader-2.3.1-1.noarch

libconfig-1.4.9-5.el7.x86_64

xapi-storage-8.19.0_sxm2-2.el7.centos.x86_64

lsof-4.87-5.el7.x86_64

libicu-50.1.2-15.el7.x86_64

gnu-free-fonts-common-20120503-8.el7.noarch

nano-2.3.1-10.el7.x86_64

libpath_utils-0.2.1-29.el7.x86_64

ncurses-base-5.9-14.20130511.el7_4.noarch

xdelta-3.0.7-4.el7.x86_64

gnupg2-2.0.22-5.el7_5.x86_64

python-2.7.5-69.el7_5.x86_64

QCS-CLI-40.0.43.0-0.x86_64

pygpgme-0.3-9.el7.x86_64

filesystem-3.2-25.el7.x86_64

sg3_utils-1.37-12.el7.x86_64

libstdc++-4.8.5-28.el7_5.1.x86_64

busybox-1.22.1-2.x86_64

libcom_err-1.42.9-12.el7_5.x86_64

libpipeline-1.2.3-3.el7.x86_64

readline-6.2-10.el7.x86_64

hdparm-9.43-5.el7.x86_64

libdb-5.3.21-24.el7.x86_64

ustr-1.0.4-16.el7.x86_64

keyutils-libs-1.5.8-3.el7.x86_64

systemtap-runtime-4.0-2.el7.centos.x86_64

grep-2.20-3.el7.x86_64

procps-ng-3.3.10-17.el7_5.2.x86_64

libverto-0.2.5-4.el7.x86_64

cryptsetup-libs-1.7.4-4.el7.x86_64

p11-kit-trust-0.23.5-3.el7.x86_64

systemd-libs-219-57.el7.centos.1.xs3.x86_64

openssl-libs-1.0.2k-12.el7.x86_64

dbus-1.10.24-7.el7.x86_64

xz-libs-5.2.2-1.el7.x86_64

hwdata-0.252-8.8.el7.x86_64

libblkid-2.23.2-52.el7_5.1.x86_64

device-mapper-event-libs-1.02.149-11.xs+2.0.2.x86_64

libaio-0.3.109-13.el7.x86_64

corosync-2.4.3-13.xs+2.0.0.x86_64

libgpg-error-1.12-3.el7.x86_64

avahi-libs-0.6.31-19.el7.x86_64

libmount-2.23.2-52.el7_5.1.x86_64

cups-libs-1.6.3-35.el7.x86_64

diffutils-3.3-4.el7.x86_64

samba-libs-4.7.1-9.el7_5.x86_64

lua-5.1.4-15.el7.x86_64

lvm2-2.02.180-11.xs+2.0.2.x86_64

pkgconfig-0.27.1-4.el7.x86_64

plymouth-scripts-0.8.9-0.31.20140113.el7.centos.x86_64

kmod-libs-20-21.el7.x86_64

qlogic-qla2xxx-10.01.00.54.80.0_k-1.el7.centos.x86_64

e2fsprogs-libs-1.42.9-12.el7_5.x86_64

os-prober-1.58-9.el7.x86_64

libpng-1.5.13-7.el7_2.x86_64

forkexecd-1.17.0-2.el7.centos.x86_64

hostname-3.13-3.el7.x86_64

dhcp-common-4.2.5-68.el7.centos.1.x86_64

iproute-4.19.0-1.el7.centos.x86_64

quota-4.01-17.el7.x86_64

pam-1.1.8-22.el7.x86_64

pacemaker-cluster-libs-1.1.18-12.el7.centos.1.x86_64

centos-logos-70.0.6-3.el7.centos.noarch

samba-winbind-4.7.1-9.el7_5.x86_64

logrotate-3.8.6-17.xs1.0.0.x86_64

openssh-clients-7.4p1-21.el7.x86_64

libselinux-utils-2.5-12.el7.x86_64

libcgroup-tools-0.41-15.el7.x86_64

nss-3.36.0-7.el7_5.x86_64

kpatch-0.6.2-1.x86_64

keyutils-1.5.8-3.el7.x86_64

intel-igb-5.3.5.20-1.el7.centos.x86_64

libedit-3.0-12.20121213cvs.el7.x86_64

qlogic-fastlinq-8.37.30.0-3.el7.centos.x86_64

freetype-2.4.11-15.el7.x86_64

emulex-lpfc-12.0.0.10-1.el7.centos.x86_64

libjpeg-turbo-1.2.90-5.el7.x86_64

vendor-drivers-1.0.1-1.el7.centos.x86_64

xen-libs-4.13.0-8.3.x86_64

system-config-firewall-base-1.2.29-10.el7.noarch

libhbaapi-2.2.9-6.el7.x86_64

v6d-citrix-10.50.0-1.el7.centos.x86_64

xapi-xe-1.214.1-2.x86_64

at-3.1.13-23.el7.x86_64

python-enum34-1.0.4-1.el7.noarch

kexec-tools-2.0.15-14.el7.centos.x86_64

elxocmcorelibs-12.2.176.0-1.x86_64

xcp-rrdd-1.24.0-1.el7.centos.x86_64

xsiostat-1.0.1-1.el7.centos.x86_64

iscsi-initiator-utils-6.2.0.874-7.el7.x86_64

newt-0.52.15-4.el7.x86_64

xapi-nbd-1.10.0-3.el7.centos.x86_64

openssl-1.0.2k-12.el7.x86_64

device-mapper-multipath-0.4.9-119.xs+1.2.x86_64

ipset-libs-6.29-1.el7.x86_64

libestr-0.1.9-2.el7.x86_64

perl-HTTP-Tiny-0.033-3.el7.noarch

xapi-core-1.214.1-2.x86_64

perl-Encode-2.51-7.el7.x86_64

varstored-0.8.1-1.x86_64

perl-macros-5.16.3-292.el7.x86_64

python-iniparse-0.4-9.el7.noarch

perl-Exporter-5.68-3.el7.noarch

microcode_ctl-2.1-26.xs10.x86_64

perl-constant-1.27-2.el7.noarch

kbd-legacy-1.15.5-13.el7.noarch

perl-File-Temp-0.23.01-3.el7.noarch

qemu-2.10.2-4.4.1.x86_64

perl-Getopt-Long-2.40-3.el7.noarch

bind-license-9.9.4-61.el7_5.1.noarch

biosdevname-0.3.10-2.x86_64

update-CH81-1.0-1.noarch

stunnel_xs-4.56-6.el7.centos.xs4.x86_64

rsyslog-8.24.0-16.el7_5.4.x86_64

pytalloc-2.1.10-1.el7.x86_64

system-config-firewall-tui-1.2.29-10.el7.noarch

host-upgrade-plugin-2.2.0-1.noarch

samba-winbind-clients-4.7.1-9.el7_5.x86_64

mariadb-libs-5.5.60-1.el7_5.x86_64

net-snmp-5.7.2-33.el7_5.2.x86_64

cyrus-sasl-lib-2.1.26-23.el7.x86_64

smartmontools-6.5-1.el7.x86_64

psmisc-22.20-15.el7.x86_64

irqbalance-1.0.7-11.el7.centos.xs3.x86_64

libcurl-7.29.0-46.el7.x86_64

screen-4.1.0-0.25.20120314git3c2946.el7.x86_64

openldap-2.4.44-15.el7_5.x86_64

efibootmgr-15-2.el7.x86_64

net-snmp-agent-libs-5.7.2-33.el7_5.2.x86_64

openssl-perl-1.0.2k-12.el7.x86_64

acl-2.2.51-14.el7.x86_64

python-fasteners-0.9.0-2.el7.noarch

time-1.7-45.el7.x86_64

libgcc-4.8.5-28.el7_5.1.x86_64

ed-1.9-4.el7.x86_64

tzdata-2019b-1.el7.noarch

xen-crashdump-analyser-2.5.4-1.x86_64

fontpackages-filesystem-1.44-8.el7.noarch

dyninst-9.3.1-1.el7.x86_64

ipxe-20121005-1.0.3.noarch

GeoIP-1.5.0-11.el7.x86_64

bugtool-conn-tests-1.2.6-1.noarch

pixman-0.34.0-1.el7.x86_64

quota-nls-4.01-17.el7.noarch

libini_config-1.3.1-29.el7.x86_64

ncurses-5.9-14.20130511.el7_4.x86_64

pth-2.0.7-23.el7.x86_64

bash-4.2.46-30.el7.x86_64

rpm-build-libs-4.11.3-32.el7.x86_64

chkconfig-1.7.4-1.el7.x86_64

gpgme-1.3.2-5.el7.x86_64

setup-2.8.71-9.el7.noarch

tcl-8.5.13-8.el7.x86_64

basesystem-10.0-7.el7.centos.noarch

sg3_utils-libs-1.37-12.el7.x86_64

zlib-1.2.7-17.el7.x86_64

security-tools-1.0.1-1.x86_64

ncurses-libs-5.9-14.20130511.el7_4.x86_64

libsysfs-2.1.0-16.el7.x86_64

popt-1.13-16.el7.x86_64

bridge-utils-1.5-9.el7.x86_64

bzip2-libs-1.0.6-13.el7.x86_64

numactl-libs-2.0.9-7.el7.x86_64

nss-util-3.36.0-1.el7_5.x86_64

man-db-2.6.3-9.el7.x86_64

libattr-2.4.46-13.el7.x86_64

libfastjson-0.99.4-2.el7.x86_64

libcap-2.22-9.el7.x86_64

sm-cli-0.23.0-3.el7.centos.x86_64

gawk-4.0.2-4.el7_3.1.x86_64

acpica-tools-20160527-1.el7.x86_64

libsepol-2.5-8.1.el7.x86_64

libsemanage-2.5-11.el7.x86_64

sqlite-3.7.17-8.el7.x86_64

libutempter-1.1.6-4.el7.x86_64

libselinux-2.5-12.el7.x86_64

strace-4.9-1.1.8.x86_64

sed-4.2.2-5.el7.x86_64

util-linux-2.23.2-52.el7_5.1.x86_64

gmp-6.0.0-15.el7.x86_64

kpartx-0.4.9-119.xs+1.2.x86_64

gdbm-1.10-8.el7.x86_64

device-mapper-libs-1.02.149-11.xs+2.0.2.x86_64

libtasn1-4.10-1.el7.x86_64

dracut-033-535.el7_5.1.xs1.1.0.x86_64

ca-certificates-2018.2.22-70.0.el7_5.noarch

elfutils-libs-0.170-4.el7.x86_64

krb5-libs-1.15.1-19.el7.x86_64

dbus-libs-1.10.24-7.el7.x86_64

coreutils-8.22-21.el7.x86_64

elfutils-default-yama-scope-0.170-4.el7.noarch

libuuid-2.23.2-52.el7_5.1.x86_64

kernel-4.19.19-6.0.9.x86_64

libxml2-2.9.1-6.el7_2.3.x86_64

systemd-sysv-219-57.el7.centos.1.xs3.x86_64

elfutils-libelf-0.170-4.el7.x86_64

crontabs-1.11-6.20121102git.el7.noarch

jemalloc-3.6.0-1.el7.x86_64

cronie-1.4.11-19.el7.x86_64

tcp_wrappers-libs-7.6-77.el7.x86_64

xen-dom0-tools-4.13.0-8.3.x86_64

libcap-ng-0.7.5-4.el7.x86_64

corosynclib-2.4.3-13.xs+2.0.0.x86_64

gzip-1.5-10.el7.x86_64

iputils-20160308-10.el7.x86_64

libgcrypt-1.5.3-14.el7.x86_64

message-switch-1.22.0-2.el7.centos.x86_64

libtdb-1.3.15-1.el7.x86_64

plymouth-core-libs-0.8.9-0.31.20140113.el7.centos.x86_64

glib2-2.54.2-2.el7.x86_64

plymouth-graphics-libs-0.8.9-0.31.20140113.el7.centos.x86_64

findutils-4.5.11-5.el7.x86_64

libwbclient-4.7.1-9.el7_5.x86_64

pciutils-libs-3.5.1-3.el7.x86_64

samba-client-libs-4.7.1-9.el7_5.x86_64

binutils-2.27-28.base.el7_5.1.x86_64

pacemaker-libs-1.1.18-12.el7.centos.1.x86_64

libseccomp-2.3.1-3.el7.x86_64

lvm2-libs-2.02.180-11.xs+2.0.2.x86_64

json-c-0.11-4.el7_0.x86_64

sm-core-libs-0.12.1-2.el7.centos.noarch

libldb-1.2.2-1.el7.x86_64

libdrm-2.4.83-2.el7.centos.xs1.x86_64

cracklib-2.9.0-11.el7.x86_64

plymouth-0.8.9-0.31.20140113.el7.centos.x86_64

xz-5.2.2-1.el7.x86_64

intel-i40e-2.9.21-1.x86_64

groff-base-1.22.2-8.el7.x86_64

qemu-dp-2.12.0-2.0.4.x86_64

libidn-1.28-4.el7.x86_64

net-tools-2.0-0.22.20131004git.el7.x86_64

boost-system-1.53.0-27.el7.x86_64

grub-tools-2.02-3.0.0.x86_64

file-libs-5.11-33.el7.x86_64

pbis-open-8.2.3-1.7.4.x86_64

libempserver-1.0.4-2.x86_64

varstored-guard-0.5.0-2.x86_64

lm_sensors-libs-3.4.0-4.20160601gitf9185e5.el7.x86_64

libusbx-1.0.21-1.el7.x86_64

libmnl-1.0.3-7.el7.x86_64

grub-efi-2.02-3.0.0.x86_64

boost-thread-1.53.0-27.el7.x86_64

xapi-tests-1.214.1-2.x86_64

libpwquality-1.2.3-5.el7.x86_64

plymouth-plugin-script-0.8.9-0.31.20140113.el7.centos.x86_64

libcroco-0.6.11-1.el7.x86_64

sm-transport-lib-0.13.0-1.el7.centos.noarch

xapi-storage-plugins-datapaths-1.39.0-1.x86_64

sbd-1.3.1-7.xs+2.1.1.x86_64

xapi-storage-plugins-gfs2-1.39.0-1.x86_64

samba-winbind-modules-4.7.1-9.el7_5.x86_64

xen-hypervisor-4.13.0-8.3.x86_64

libsmbclient-4.7.1-9.el7_5.x86_64

vhd-tool-0.42.0-2.el7.centos.x86_64

openssh-server-7.4p1-21.el7.x86_64

tar-1.26-34.el7.x86_64

squeezed-0.23.0-1.el7.centos.x86_64

patch-2.7.1-10.el7_5.x86_64

xapi-clusterd-0.49.0-1.el7.centos.x86_64

nss-pem-1.0.3-4.el7.x86_64

pciutils-3.5.1-3.el7.x86_64

nss-sysinit-3.36.0-7.el7_5.x86_64

mailx-12.5-19.el7.x86_64

libgomp-4.8.5-28.el7_5.1.x86_64

libunistring-0.9.3-9.el7.x86_64

libbasicobjects-0.1.1-29.el7.x86_64

xenops-cli-1.8.0-1.el7.centos.x86_64

sysvinit-tools-2.88-14.dsf.el7.x86_64

libnfnetlink-1.0.1-4.el7.x86_64

ethtool-4.19-1.el7.centos.x86_64

lzo-2.06-8.el7.x86_64

xen-dom0-libs-4.13.0-8.3.x86_64

xen-tools-4.13.0-8.3.x86_64

libref_array-0.1.5-29.el7.x86_64

lz4-1.7.5-2.el7.x86_64

hbaapiwrapper-12.2.176.0-1.x86_64

python-six-1.9.0-2.el7.noarch

python2-enum34-1.0.4-0.el7.noarch

gnu-free-sans-fonts-20120503-8.el7.noarch

vhostmd-0.4-xs30.x86_64

ocaml-xenops-tools-2.6.0-2.el7.centos.x86_64

libarchive-3.1.2-10.el7_2.x86_64

iptables-1.4.21-24.1.el7_5.x86_64

newt-python-0.52.15-4.el7.x86_64

gettext-0.19.8.1-2.el7.x86_64

librados2-0.94.5-2.el7.x86_64

PyPAM-0.5.0-19.el7.x86_64

emu-manager-1.0.5-1.x86_64

perl-parent-0.225-244.el7.noarch

perl-podlators-2.5.1-3.el7.noarch

perl-Text-ParseWords-3.29-4.el7.noarch

perl-Pod-Escapes-1.04-292.el7.noarch

perl-libs-5.16.3-292.el7.x86_64

perl-Storable-2.45-3.el7.x86_64

perl-Filter-1.49-3.el7.x86_64

perl-Carp-1.26-244.el7.noarch

perl-Time-Local-1.2300-2.el7.noarch

perl-threads-shared-1.43-6.el7.x86_64

perl-Socket-2.010-4.el7.x86_64

perl-File-Path-2.09-2.el7.noarch

perl-Pod-Simple-3.28-4.el7.noarch

perl-5.16.3-292.el7.x86_64

varstored-tools-0.8.1-1.x86_64

yum-metadata-parser-1.1.4-10.el7.x86_64

tcp_wrappers-7.6-77.el7.x86_64

libverto-tevent-0.2.5-4.el7.x86_64

libdwarf-20130207-4.el7.x86_64

pyliblzma-0.5.3-11.el7.x86_64

xenserver-transfer-vm-7.1.5-1.noarch

fipscheck-lib-1.4.1-6.el7.x86_64

libevent-2.0.21-4.el7.x86_64

m2crypto-0.21.1-17.el7.x86_64

ssmtp-2.64-14.el7.x86_64

python2-psutil-2.2.1-3.el7.x86_64

python2-bitarray-0.8.3-1.el7.x86_64

vim-minimal-7.4.160-4.el7.x86_64

libdb-utils-5.3.21-24.el7.x86_64

curl-7.29.0-46.el7.x86_64

rpm-4.11.3-32.el7.x86_64

libuser-0.60-9.el7.x86_64

libnfsidmap-0.25-19.el7.x86_64

python-pycurl-7.19.0-19.el7.x86_64

perl-WWW-Curl-4.15-13.el7.x86_64

bc-1.06.95-13.el7.x86_64

pinentry-0.8.1-17.el7.x86_64

wget-1.14-15.el7_4.1.x86_64

bash-completion-2.1-6.el7.noarch

citrix-crypto-module-1.0.2n-11.x86_64

bzip2-1.0.6-13.el7.x86_64

unzip-6.0-19.el7.x86_64

sharutils-4.13.3-8.el7.x86_64

compat-libstdc++-33-3.2.3-72.el7.x86_64

vconfig-1.9-16.el7.x86_64

vcputune-2.0.1-1.xs44.noarch

QConvergeConsoleCLI-Citrix-2.3.00-18.x86_64

linux-guest-loader-data-2.3.1-1.noarch

xha-10.1.0-1.el7.centos.x86_64

livepatch-utils-1.2.0-1.x86_64

broadcom-bnxt-en-1.10.0-1.el7.centos.x86_64

qlogic-netxtreme2-4.19.0+1-modules-7.14.53-1.el7.centos.x86_64

lldpad-1.0.1-3.git036e314.el7.centos.xs1.x86_64

avago-mpt3sas-27.101.00.00-1.el7.centos.x86_64

intel-e1000e-3.4.2.1-1.el7.centos.x86_64

cisco-fnic-1.6.0.47-1.el7.centos.x86_64

cisco-enic-3.2.189.0-1.el7.centos.x86_64

OpenIPMI-modalias-2.0.23-2.el7.x86_64

iptables-services-1.4.21-24.1.el7_5.x86_64

xsconsole-10.1.10-1.x86_64

ebtables-2.0.10-16.el7.x86_64

interface-rename-2.0.3-1.noarch

xapi-storage-plugins-1.39.0-1.x86_64

redhat-lsb-core-4.1-27.el7.centos.1.x86_64

blktap-3.30.0-1.0.x86_64

gssproxy-0.7.0-17.el7.x86_64

xenserver-status-report-1.2.6-1.noarch

xapi-storage-script-0.33.0-2.el7.centos.x86_64

iscsi-initiator-utils-iscsiuio-6.2.0.874-7.el7.x86_64

chrony-3.2-2.el7.x86_64

xenserver-release-config-8.1.0-1.x86_64

xcp-networkd-0.53.0-1.el7.centos.x86_64

device-mapper-multipath-libs-0.4.9-119.xs+1.2.x86_64

sm-2.16.1-1.x86_64

xenserver-dracut-10-1.noarch

python2-scapy-2.4.0-2.el7.noarch

vmss-1.1.0-1.noarch

guest-templates-json-1.8.10-1.noarch

secureboot-certificates-0.4.0-1.x86_64

guest-templates-json-data-xenapp-1.8.10-1.noarch

guest-templates-json-data-other-1.8.10-1.noarch

yum-plugin-fastestmirror-1.1.31-46.el7_5.noarch

sm-rawhba-2.16.1-1.x86_64

vendor-update-keys-1.3.7-1.noarch

libreport-filesystem-2.1.11-40.el7.centos.x86_64

compat-db-headers-4.7.25-28.el7.noarch

xengt-userspace-4.0.0-1.noarch

xenopsd-xc-0.134.1-1.el7.centos.x86_64

kbd-misc-1.15.5-13.el7.noarch

bind-libs-lite-9.9.4-61.el7_5.1.x86_64

dracut-network-033-535.el7_5.1.xs1.1.0.x86_64

kbd-1.15.5-13.el7.x86_64

mdadm-4.0-13.el7.x86_64

makedumpfile-1.5.8-2.x86_64

nfs-utils-1.3.0-0.54.el7.x86_64

ipmitool-1.8.18-7.el7.x86_64

samba-client-4.7.1-9.el7_5.x86_64

xenserver-plymouth-theme-1.1.0-1.noarch

cifs-utils-6.2-10.el7.x86_64

sysstat-10.1.5-13.el7.x86_64

rsync-3.1.2-4.el7.x86_64

elxocmcore-12.2.176.0-1.x86_64

mcelog-144-8.94d853b2ea81.el7.x86_64

parted-3.1-29.el7.x86_64

policycoreutils-2.5-22.el7.x86_64

tcpdump-4.9.2-3.el7.x86_64

sysfsutils-2.1.0-16.el7.x86_64

expect-5.45-14.el7_1.x86_64

e2fsprogs-1.42.9-12.el7_5.x86_64

sudo-1.8.19p2-14.el7_5.x86_64

fontconfig-2.10.95-11.el7.x86_64

vncsnapshot-1.2a-xs18.x86_64

m4-1.4.16-10.el7.x86_64

xenserver-release-presets-8.1.0-1.x86_64

gfs2-utils-3.1.10-6.el7.x86_64

boost-date-time-1.53.0-27.el7.x86_64

edk2-20180522git4b8552d-1.4.2.x86_64

zip-3.0-11.el7.x86_64

inotify-tools-3.14-8.el7.x86_64

qlogic-qla2xxx-firmware-8.03.02-1.x86_64

telnet-0.17-64.el7.x86_64

hardlink-1.0-19.el7.x86_64

nss-softokn-freebl-3.36.0-5.el7_5.x86_64

pyserial-2.6-6.el7.noarch

rpm-python-4.11.3-32.el7.x86_64

glibc-common-2.17-222.el7.x86_64

rootfiles-8.1-11.el7.noarch

efivar-libs-31-4.el7.x86_64

glibc-2.17-222.el7.x86_64

dmidecode-3.0-5.el7.x86_64

info-5.1-5.el7.x86_64

wsproxy-1.12.0-1.el7.centos.x86_64

nspr-4.19.0-1.el7_5.x86_64

libpcap-1.5.3-11.el7.x86_64

libacl-2.2.51-14.el7.x86_64

rrd2csv-1.2.5-3.el7.centos.x86_64

libffi-3.0.13-18.el7.x86_64

shadow-utils-4.1.5.1-24.el7.x86_64

pcre-8.32-17.el7.x86_64

qrencode-libs-3.4.1-3.el7.x86_64

expat-2.1.0-10.el7_3.x86_64

device-mapper-1.02.149-11.xs+2.0.2.x86_64

p11-kit-0.23.5-3.el7.x86_64

kmod-20-21.el7.x86_64

python-libs-2.7.5-69.el7_5.x86_64

systemd-219-57.el7.centos.1.xs3.x86_64

xenserver-release-8.1.0-1.x86_64

samba-common-4.7.1-9.el7_5.noarch

libtalloc-2.1.10-1.el7.x86_64

cronie-noanacron-1.4.11-19.el7.x86_64

libtevent-0.9.33-2.el7.x86_64

libcgroup-0.41-15.el7.x86_64

audit-libs-2.8.1-3.el7_5.1.x86_64

initscripts-9.49.41-1.el7_5.2.x86_64

cpio-2.11-27.el7.x86_64

openssh-7.4p1-21.el7.x86_64

shared-mime-info-1.8-4.el7.x86_64

samba-common-libs-4.7.1-9.el7_5.x86_64

libqb-1.0.1-6.el7.x86_64

device-mapper-event-1.02.149-11.xs+2.0.2.x86_64

libnl3-3.2.28-4.el7.x86_64

libpciaccess-0.14-1.el7.x86_64

libxslt-1.1.28-5.el7.x86_64

rpcbind-0.2.0-44.el7.x86_64

net-snmp-libs-5.7.2-33.el7_5.2.x86_64

chelsio-cxgb4-1.0.1-2.el7.centos.x86_64

which-2.20-7.el7.x86_64

pbis-open-upgrade-8.2.2-3.x86_64

file-5.11-33.el7.x86_64

dhcp-libs-4.2.5-68.el7.centos.1.x86_64

xxhash-libs-0.6.5-1.el7.x86_64

grub-2.02-3.0.0.x86_64

cracklib-dicts-2.9.0-11.el7.x86_64

libhbalinux-1.0.17-2.el7.x86_64

libassuan-2.1.0-3.el7.x86_64

samba-common-tools-4.7.1-9.el7_5.x86_64

xapi-storage-plugins-libs-1.39.0-1.x86_64

cups-client-1.6.3-35.el7.x86_64

libtirpc-0.2.4-0.10.el7.x86_64

dlm-4.0.7-1.el7.x86_64

nss-softokn-3.36.0-5.el7_5.x86_64

portreserve-0.0.5-11.el7.x86_64

nss-tools-3.36.0-7.el7_5.x86_64

intel-ixgbe-5.5.2-2.el7.centos.x86_64

make-3.82-23.el7.x86_64

qlogic-netxtreme2-7.14.53-1.el7.centos.x86_64

slang-2.2.4-11.el7.x86_64

intel-fm10k-0.26.1-1.el7.centos.x86_64

dlm-lib-4.0.7-1.el7.x86_64

avago-megaraid-sas-07.707.50.00+rc1-1.el7.centos.x86_64

yajl-2.0.4-4.el7.x86_64

linux-firmware-20190314-1.noarch

xs-clipboardd-0.0.2-1.x86_64

rrdd-plugins-1.6.7-2.el7.centos.x86_64

libcollection-0.7.0-29.el7.x86_64

nbd-3.14-2.el7.x86_64

xcp-python-libs-2.3.2-1.noarch

openvswitch-2.5.3-2.3.3.x86_64

python2-asn1crypto-0.24.0-7.el7.noarch

arptables-0.0.4-8.el7.x86_64

vgpu-7.4.5-1.x86_64

gpumon-0.17.0-2.el7.centos.x86_64

libnetfilter_conntrack-1.0.6-1.el7_3.x86_64

xenserver-firstboot-1.0.14-1.noarch

gettext-libs-0.19.8.1-2.el7.x86_64

python-pyudev-0.15-9.el7.noarch

redhat-lsb-submod-security-4.1-27.el7.centos.1.x86_64

elfutils-0.170-4.el7.x86_64

less-458-9.el7.x86_64

xenopsd-0.134.1-1.el7.centos.x86_64

perl-Pod-Perldoc-3.20-4.el7.noarch

guest-templates-json-data-windows-1.8.10-1.noarch

perl-Pod-Usage-1.63-3.el7.noarch

guest-templates-json-data-linux-1.8.10-1.noarch

perl-Time-HiRes-1.9725-3.el7.x86_64

yum-3.4.3-158.el7.centos.noarch

perl-threads-1.87-4.el7.x86_64

xenserver-pv-tools-7.45.0-3.noarch

perl-Scalar-List-Utils-1.27-248.el7.x86_64

xs-obsolete-packages-1-4.noarch

perl-PathTools-3.40-5.el7.x86_64

vncterm-10.2.0-1.x86_64

perl-Data-Dumper-2.145-3.el7.x86_64

dhclient-4.2.5-68.el7.centos.1.x86_64

device-mapper-persistent-data-0.7.3-3.el7.x86_64

compat-db47-4.7.25-28.el7.x86_64

grubby-8.28-23.el7.x86_64

fcoe-utils-1.0.30-3.git91c0c8c.el7.centos.xs8.x86_64

xsifstat-1.0.1-1.el7.centos.x86_64

control-slice-1.2.1-1.x86_64

fipscheck-1.4.1-6.el7.x86_64

usbutils-007-5.el7.x86_64

libssh2-1.4.3-10.el7_2.1.x86_64

xenserver-hwdata-20190202-1.noarch

pyxattr-0.5.1-5.el7.x86_64

aic94xx-firmware-30-6.el7.noarch

spax-1.5.2-13.el7.x86_64

memtest86+-5.01-2.el7.x86_64

rpm-libs-4.11.3-32.el7.x86_64

oprofile-0.9.9-25.el7_5.1.x86_64

passwd-0.79-4.el7.x86_64

gdisk-0.8.6-5.el7.x86_64

python-urlgrabber-3.10-8.el7.noarch

ipset-6.29-1.el7.x86_64

libss-1.42.9-12.el7_5.x86_64

cli

[root@citrix-opoqdsfl ~]# xe help

Usage: xe <command> [-s server] [-pw passwd] [-p port] [-u user] [-pwf password-file]

  [command specific arguments]

To get help on a specific command: xe help <command>

To get a full listing of commands: xe help --all

Common command list

-------------------

    cd-list, diagnostic-vm-status, network-list, snapshot-clone

    snapshot-copy, snapshot-disk-list, snapshot-export-to-template

    snapshot-reset-powerstate, snapshot-revert, snapshot-uninstall, sr-list

    template-export, template-uninstall, vm-cd-add, vm-cd-eject

    vm-cd-insert, vm-cd-list, vm-cd-remove, vm-checkpoint, vm-clone

    vm-compute-maximum-memory, vm-copy, vm-disk-add, vm-disk-list

    vm-disk-remove, vm-export, vm-import, vm-install, vm-list, vm-migrate

    vm-pause, vm-reboot, vm-reset-powerstate, vm-resume, vm-shutdown

    vm-snapshot, vm-snapshot-with-quiesce, vm-start, vm-suspend

    vm-uninstall, vm-unpause, vm-vif-list

[root@citrix-opoqdsfl ~]# xe vm-disk-list uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee

Disk 0 VBD:

uuid ( RO)             : 92c7b835-6ebf-ddb3-9b0f-d138a860d2fd

    vm-name-label ( RO): centos7x

       userdevice ( RW): 0

Disk 0 VDI:

uuid ( RO)             : cb6a247a-f77a-4aa2-8479-b34153dc9052

       name-label ( RW): centos7x 0

    sr-name-label ( RO): Local storage

     virtual-size ( RO): 10737418240

XenCenter のインストール iso にあった。

Windows だとここに入る。

C:\Program Files\Citrix\XenCenter>xe -s 192.168.122.109 -u root help

Usage: xe <command> [-s server] [-pw passwd] [-p port] [-u user] [-pwf password-file]

  [command specific arguments]

To get help on a specific command: xe help <command>

To get a full listing of commands: xe help --all

Common command list

-------------------

    cd-list, diagnostic-vm-status, network-list, snapshot-clone

    snapshot-copy, snapshot-disk-list, snapshot-export-to-template

    snapshot-reset-powerstate, snapshot-revert, snapshot-uninstall, sr-list

    template-export, template-uninstall, vm-cd-add, vm-cd-eject

    vm-cd-insert, vm-cd-list, vm-cd-remove, vm-checkpoint, vm-clone

    vm-compute-maximum-memory, vm-copy, vm-disk-add, vm-disk-list

    vm-disk-remove, vm-export, vm-import, vm-install, vm-list, vm-migrate

    vm-pause, vm-reboot, vm-reset-powerstate, vm-resume, vm-shutdown

    vm-snapshot, vm-snapshot-with-quiesce, vm-start, vm-suspend

    vm-uninstall, vm-unpause, vm-vif-list

rpm がある。

[root@centos8 client_install]# pwd

/run/media/kanda/Citrix Hypervisor-8.1.0 Base/client_install

依存関係もなく、あっさり入った。

[root@centos8 client_install]# rpm -i xapi-xe-1.214.1-2.x86_64.rpm 

[kanda@centos8 ~]$ ldd `which xe`

linux-vdso.so.1 (0x00007fff29965000)

libpthread.so.0 => /lib64/libpthread.so.0 (0x00007f6496bf6000)

libm.so.6 => /lib64/libm.so.6 (0x00007f6496874000)

libdl.so.2 => /lib64/libdl.so.2 (0x00007f6496670000)

libc.so.6 => /lib64/libc.so.6 (0x00007f64962ad000)

/lib64/ld-linux-x86-64.so.2 (0x00007f6496e16000)

と、思ったら。

[root@centos8 ~]# xe -s citrix -u root help

Unhandled exception

(Sys_error

  "/var/run/nonpersistent/forkexecd/stunnelb18a42.log: No such file or directory")

[root@centos8 ~]# xe -s citrix -u root help

Please install the stunnel package or define the XE_STUNNEL environment variable to point to the binary.

これが必要。

[root@centos8 ~]# dnf install stunnel

動いた。

[root@centos8 ~]# xe -s citrix -u root -pw xxx vm-list

uuid ( RO)           : a8384e79-e4b5-a152-a937-45ae5b9627ee

     name-label ( RW): centos7x

    power-state ( RO): halted

uuid ( RO)           : 9aa8a049-c196-4972-846f-500076d53079

     name-label ( RW): Control domain on host: citrix-opoqdsfl

    power-state ( RO): running

コマンドが少なすぎると思ったら。

[kanda@centos8 ~]$ xe help --all 

Full command list

-----------------

    host-all-editions, host-apply-edition, host-backup

    host-bugreport-upload, host-call-plugin, host-compute-free-memory

    host-compute-memory-overhead, host-cpu-info, host-cpu-list

    host-cpu-param-get, host-cpu-param-list, host-crashdump-destroy

    host-crashdump-list, host-crashdump-param-get, host-crashdump-param-list

    host-crashdump-upload, host-data-source-forget, host-data-source-list

    host-data-source-query, host-data-source-record, host-declare-dead

    host-disable, host-disable-display, host-disable-local-storage-caching

    host-dmesg, host-emergency-ha-disable

    host-emergency-management-reconfigure, host-enable, host-enable-display

    host-enable-local-storage-caching, host-evacuate, host-forget

    host-get-cpu-features, host-get-server-certificate

    host-get-sm-diagnostics, host-get-system-status

    host-get-system-status-capabilities, host-get-thread-diagnostics

    host-get-vms-which-prevent-evacuation, host-is-in-emergency-mode

    host-license-add, host-license-remove, host-license-view, host-list

    host-logs-download, host-management-disable, host-management-reconfigure

    host-param-add, host-param-clear, host-param-get, host-param-list

    host-param-remove, host-param-set, host-power-on, host-reboot

    host-restore, host-send-debug-keys, host-set-hostname-live

    host-set-power-on-mode, host-shutdown, host-shutdown-agent

    host-sm-dp-destroy, host-sync-data, host-syslog-reconfigure

    vm-assert-can-be-recovered, vm-call-plugin, vm-cd-add, vm-cd-eject

    vm-cd-insert, vm-cd-list, vm-cd-remove, vm-checkpoint, vm-clone

    vm-compute-maximum-memory, vm-compute-memory-overhead, vm-copy

    vm-copy-bios-strings, vm-crashdump-list, vm-data-source-forget

    vm-data-source-list, vm-data-source-query, vm-data-source-record

    vm-destroy, vm-disk-add, vm-disk-list, vm-disk-remove, vm-export

    vm-import, vm-install, vm-is-bios-customized, vm-list

    vm-memory-dynamic-range-set, vm-memory-limits-set, vm-memory-set

    vm-memory-shadow-multiplier-set, vm-memory-static-range-set

    vm-memory-target-set, vm-migrate, vm-param-add, vm-param-clear

    vm-param-get, vm-param-list, vm-param-remove, vm-param-set, vm-pause

    vm-reboot, vm-recover, vm-reset-powerstate, vm-resume

    vm-retrieve-wlb-recommendations, vm-shutdown, vm-snapshot

    vm-snapshot-with-quiesce, vm-start, vm-suspend, vm-uninstall, vm-unpause

    vm-vcpu-hotplug, vm-vif-list

    appliance-assert-can-be-recovered, appliance-create, appliance-destroy

    appliance-list, appliance-param-clear, appliance-param-get

    appliance-param-list, appliance-param-set, appliance-recover

    appliance-shutdown, appliance-start, audit-log-get, bond-create

    bond-destroy, bond-list, bond-param-clear, bond-param-get

    bond-param-list, bond-param-set, bond-set-mode, cd-list, cluster-destroy

    cluster-host-destroy, cluster-host-disable, cluster-host-enable

    cluster-host-force-destroy, cluster-host-list, cluster-host-param-clear

    cluster-host-param-get, cluster-host-param-list, cluster-list

    cluster-param-add, cluster-param-clear, cluster-param-get

    cluster-param-list, cluster-param-remove, cluster-param-set

    cluster-pool-create, cluster-pool-destroy, cluster-pool-force-destroy

    cluster-pool-resync, console, console-list, console-param-add

    console-param-clear, console-param-get, console-param-list

    console-param-remove, console-param-set, diagnostic-compact

    diagnostic-db-log, diagnostic-db-stats, diagnostic-gc-stats

    diagnostic-license-status, diagnostic-net-stats, diagnostic-timing-stats

    diagnostic-vdi-status, diagnostic-vm-status, drtask-create

    drtask-destroy, drtask-list, drtask-param-get, drtask-param-list

    event-wait, feature-list, feature-param-get, feature-param-list

    gpu-group-create, gpu-group-destroy, gpu-group-get-remaining-capacity

    gpu-group-list, gpu-group-param-add, gpu-group-param-clear

    gpu-group-param-get, gpu-group-param-list, gpu-group-param-remove

    gpu-group-param-set, log-get, log-get-keys, log-reopen, log-set-output

    lvhd-enable-thin-provisioning, message-create, message-destroy

    message-list, message-param-get, message-param-list, network-create

    network-destroy, network-list, network-param-add, network-param-clear

    network-param-get, network-param-list, network-param-remove

    network-param-set, network-sriov-create, network-sriov-destroy

    network-sriov-list, network-sriov-param-get, network-sriov-param-list

    patch-apply, patch-clean, patch-destroy, patch-list, patch-param-clear

    patch-param-get, patch-param-list, patch-pool-apply, patch-pool-clean

    patch-precheck, patch-upload, pbd-create, pbd-destroy, pbd-list

    pbd-param-add, pbd-param-clear, pbd-param-get, pbd-param-list

    pbd-param-remove, pbd-param-set, pbd-plug, pbd-unplug

    pgpu-disable-dom0-access, pgpu-enable-dom0-access, pgpu-list

    pgpu-param-add, pgpu-param-clear, pgpu-param-get, pgpu-param-list

    pgpu-param-remove, pgpu-param-set, pif-forget, pif-introduce, pif-list

    pif-param-add, pif-param-clear, pif-param-get, pif-param-list

    pif-param-remove, pif-param-set, pif-plug, pif-reconfigure-ip

    pif-reconfigure-ipv6, pif-scan, pif-set-primary-address-type, pif-unplug

    pool-apply-edition, pool-certificate-install, pool-certificate-list

    pool-certificate-sync, pool-certificate-uninstall, pool-crl-install

    pool-crl-list, pool-crl-uninstall, pool-deconfigure-wlb

    pool-designate-new-master, pool-disable-external-auth

    pool-disable-local-storage-caching, pool-disable-redo-log

    pool-disable-ssl-legacy, pool-dump-database, pool-eject

    pool-emergency-reset-master, pool-emergency-transition-to-master

    pool-enable-external-auth, pool-enable-local-storage-caching

    pool-enable-redo-log, pool-enable-ssl-legacy

    pool-ha-compute-hypothetical-max-host-failures-to-tolerate

    pool-ha-compute-max-host-failures-to-tolerate, pool-ha-disable

    pool-ha-enable, pool-initialize-wlb, pool-join, pool-list

    pool-management-reconfigure, pool-param-add, pool-param-clear

    pool-param-get, pool-param-list, pool-param-remove, pool-param-set

    pool-recover-slaves, pool-restore-database

    pool-retrieve-wlb-configuration, pool-retrieve-wlb-diagnostics

    pool-retrieve-wlb-recommendations, pool-retrieve-wlb-report

    pool-send-test-post, pool-send-wlb-configuration, pool-sync-database

    pool-vlan-create, pusb-list, pusb-param-clear, pusb-param-get

    pusb-param-list, pusb-param-set, pusb-scan, pvs-cache-storage-create

    pvs-cache-storage-destroy, pvs-cache-storage-list

    pvs-cache-storage-param-get, pvs-cache-storage-param-list

    pvs-proxy-create, pvs-proxy-destroy, pvs-proxy-list, pvs-proxy-param-get

    pvs-proxy-param-list, pvs-server-forget, pvs-server-introduce

    pvs-server-list, pvs-server-param-clear, pvs-server-param-get

    pvs-server-param-list, pvs-site-forget, pvs-site-introduce

    pvs-site-list, pvs-site-param-clear, pvs-site-param-get

    pvs-site-param-list, pvs-site-param-set, role-list, role-param-get

    role-param-list, sdn-controller-forget, sdn-controller-introduce

    sdn-controller-list, sdn-controller-param-get, sdn-controller-param-list

    secret-create, secret-destroy, secret-list, secret-param-clear

    secret-param-get, secret-param-list, secret-param-set

    session-subject-identifier-list, session-subject-identifier-logout

    session-subject-identifier-logout-all, sm-list, sm-param-clear

    sm-param-get, sm-param-list, snapshot-clone, snapshot-copy

    snapshot-destroy, snapshot-disk-list, snapshot-export-to-template

    snapshot-list, snapshot-param-add, snapshot-param-clear

    snapshot-param-get, snapshot-param-list, snapshot-param-remove

    snapshot-param-set, snapshot-reset-powerstate, snapshot-revert

    snapshot-uninstall, sr-create, sr-data-source-forget

    sr-data-source-list, sr-data-source-query, sr-data-source-record

    sr-destroy, sr-disable-database-replication

    sr-enable-database-replication, sr-forget, sr-introduce, sr-list

    sr-param-add, sr-param-clear, sr-param-get, sr-param-list

    sr-param-remove, sr-param-set, sr-probe, sr-probe-ext, sr-scan

    sr-update, subject-add, subject-list, subject-param-clear

    subject-param-get, subject-param-list, subject-remove, subject-role-add

    subject-role-remove, task-cancel, task-list, task-param-add

    task-param-clear, task-param-get, task-param-list, task-param-remove

    task-param-set, template-export, template-list, template-param-add

    template-param-clear, template-param-get, template-param-list

    template-param-remove, template-param-set, template-uninstall

    tunnel-create, tunnel-destroy, tunnel-list, tunnel-param-add

    tunnel-param-clear, tunnel-param-get, tunnel-param-list

    tunnel-param-remove, tunnel-param-set, update-apply, update-destroy

    update-introduce, update-list, update-param-clear, update-param-get

    update-param-list, update-pool-apply, update-pool-clean, update-precheck

    update-upload, usb-group-list, usb-group-param-add

    usb-group-param-clear, usb-group-param-get, usb-group-param-list

    usb-group-param-remove, usb-group-param-set, user-password-change

    vbd-create, vbd-destroy, vbd-eject, vbd-insert, vbd-list, vbd-param-add

    vbd-param-clear, vbd-param-get, vbd-param-list, vbd-param-remove

    vbd-param-set, vbd-plug, vbd-unplug, vdi-clone, vdi-copy, vdi-create

    vdi-data-destroy, vdi-destroy, vdi-disable-cbt, vdi-enable-cbt

    vdi-export, vdi-forget, vdi-import, vdi-introduce, vdi-list

    vdi-list-changed-blocks, vdi-param-add, vdi-param-clear, vdi-param-get

    vdi-param-list, vdi-param-remove, vdi-param-set, vdi-pool-migrate

    vdi-resize, vdi-snapshot, vdi-unlock, vdi-update, vgpu-create

    vgpu-destroy, vgpu-list, vgpu-param-add, vgpu-param-clear

    vgpu-param-get, vgpu-param-list, vgpu-param-remove, vgpu-param-set

    vgpu-type-list, vgpu-type-param-get, vgpu-type-param-list

    vif-configure-ipv4, vif-configure-ipv6, vif-create, vif-destroy

    vif-list, vif-move, vif-param-add, vif-param-clear, vif-param-get

    vif-param-list, vif-param-remove, vif-param-set, vif-plug, vif-unplug

    vlan-create, vlan-destroy, vlan-list, vlan-param-get, vlan-param-list

    vmss-create, vmss-destroy, vmss-list, vmss-param-add, vmss-param-clear

    vmss-param-get, vmss-param-list, vmss-param-remove, vmss-param-set

    vusb-create, vusb-destroy, vusb-list, vusb-param-add, vusb-param-clear

    vusb-param-get, vusb-param-list, vusb-param-remove, vusb-param-set

    vusb-unplug

[kanda@centos8 ~]$ 

ゲストを作るためのパラメタの多くは、テンプレートから得る。

[kanda@centos8 ~]$ xe help vm-install -s citrix 

command name            : vm-install

        reqd params     : new-name-label

        optional params : sr-name-label, sr-uuid, template, copy-bios-strings-from

        description     : Install a new VM from a template. The template parameter can match either the template name or the uuid.

ゲスト OS ごとにテンプレートがたくさんある。

[kanda@centos8 ~]$ xe template-list 

uuid ( RO)                : 11fd3dc9-96cc-49af-b091-a2ca7e94c589

          name-label ( RW): CentOS 7

uuid ( RO)                : 7774689b-4ca1-4dea-8545-dddd6b64c17f

          name-label ( RW): Windows 10 (64-bit)

例えば、 centos7 用。

[kanda@centos8 ~]$ xe template-param-list uuid=11fd3dc9-96cc-49af-b091-a2ca7e94c589 -s citrix 

uuid ( RO)                                  : 11fd3dc9-96cc-49af-b091-a2ca7e94c589

                            name-label ( RW): CentOS 7

                      name-description ( RW): To use this template from the CLI, install your VM using vm-install, then set other-config-install-repository to the path to your network repository, e.g. http://<server>/<path> or nfs:server:/<path>

                          user-version ( RW): 1

                         is-a-template ( RW): true

                   is-default-template ( RW): true

                         is-a-snapshot ( RO): false

                           snapshot-of ( RO): <not in database>

                             snapshots ( RO): 

                         snapshot-time ( RO): 19700101T00:00:00Z

                         snapshot-info ( RO): 

                                parent ( RO): <not in database>

                              children ( RO): 

                     is-control-domain ( RO): false

                           power-state ( RO): halted

                         memory-actual ( RO): 0

                         memory-target ( RO): 0

                       memory-overhead ( RO): 36700160

                     memory-static-max ( RW): 4294967296

                    memory-dynamic-max ( RW): 4294967296

                    memory-dynamic-min ( RW): 4294967296

                     memory-static-min ( RW): 2147483648

                      suspend-VDI-uuid ( RW): <not in database>

                       suspend-SR-uuid ( RW): <not in database>

                          VCPUs-params (MRW): 

                             VCPUs-max ( RW): 1

                      VCPUs-at-startup ( RW): 1

                actions-after-shutdown ( RW): Destroy

                  actions-after-reboot ( RW): Restart

                   actions-after-crash ( RW): Restart

                         console-uuids (SRO): 

                                   hvm ( RO): false

                              platform (MRW): videoram: 8; hpet: true; secureboot: false; device-model: qemu-upstream-compat; apic: true; device_id: 0001; vga: std; nx: true; pae: true; viridian: false; acpi: 1

                    allowed-operations (SRO): changing_NVRAM; changing_dynamic_range; changing_shadow_memory; changing_static_range; provision; export; clone; copy

                    current-operations (SRO): 

                    blocked-operations (MRW): 

                   allowed-VBD-devices (SRO): 0; 1; 2; 3; 4; 5; 6; 7; 8; 9; 10; 11; 12; 13; 14; 15; 16; 17; 18; 19; 20; 21; 22; 23; 24; 25; 26; 27; 28; 29; 30; 31; 32; 33; 34; 35; 36; 37; 38; 39; 40; 41; 42; 43; 44; 45; 46; 47; 48; 49; 50; 51; 52; 53; 54; 55; 56; 57; 58; 59; 60; 61; 62; 63; 64; 65; 66; 67; 68; 69; 70; 71; 72; 73; 74; 75; 76; 77; 78; 79; 80; 81; 82; 83; 84; 85; 86; 87; 88; 89; 90; 91; 92; 93; 94; 95; 96; 97; 98; 99; 100; 101; 102; 103; 104; 105; 106; 107; 108; 109; 110; 111; 112; 113; 114; 115; 116; 117; 118; 119; 120; 121; 122; 123; 124; 125; 126; 127; 128; 129; 130; 131; 132; 133; 134; 135; 136; 137; 138; 139; 140; 141; 142; 143; 144; 145; 146; 147; 148; 149; 150; 151; 152; 153; 154; 155; 156; 157; 158; 159; 160; 161; 162; 163; 164; 165; 166; 167; 168; 169; 170; 171; 172; 173; 174; 175; 176; 177; 178; 179; 180; 181; 182; 183; 184; 185; 186; 187; 188; 189; 190; 191; 192; 193; 194; 195; 196; 197; 198; 199; 200; 201; 202; 203; 204; 205; 206; 207; 208; 209; 210; 211; 212; 213; 214; 215; 216; 217; 218; 219; 220; 221; 222; 223; 224; 225; 226; 227; 228; 229; 230; 231; 232; 233; 234; 235; 236; 237; 238; 239; 240; 241; 242; 243; 244; 245; 246; 247; 248; 249; 250; 251; 252; 253; 254

                   allowed-VIF-devices (SRO): 0; 1; 2; 3; 4; 5; 6

                        possible-hosts ( RO): 

                           domain-type ( RW): hvm

                   current-domain-type ( RO): unspecified

                       HVM-boot-policy ( RW): BIOS order

                       HVM-boot-params (MRW): firmware: bios; order: cdn

                 HVM-shadow-multiplier ( RW): 1.000

                             PV-kernel ( RW): 

                            PV-ramdisk ( RW): 

                               PV-args ( RW): 

                        PV-legacy-args ( RW): 

                         PV-bootloader ( RW): 

                    PV-bootloader-args ( RW): 

                   last-boot-CPU-flags ( RO): 

                      last-boot-record ( RO): ''

                           resident-on ( RO): <not in database>

                              affinity ( RW): <not in database>

                          other-config (MRW): default_template: true; import_task: OpaqueRef:3479adca-1c13-4989-9bd2-02317c5954c9; mac_seed: 18e1c1a5-edd9-463f-9fd9-0d4f79d61087; disks: <provision><disk bootable="true" device="0" size="10737418240" sr="" type="system"/></provision>; install-methods: cdrom,nfs,http,ftp; linux_template: true

                                dom-id ( RO): -1

                       recommendations ( RO): <restrictions><restriction field="memory-static-max" max="1649267441664"/><restriction field="vcpus-max" max="32"/><restriction field="has-vendor-device" value="false"/><restriction field="allow-gpu-passthrough" value="1"/><restriction field="allow-vgpu" value="1"/><restriction field="allow-network-sriov" value="1"/><restriction field="supports-bios" value="yes"/><restriction field="supports-uefi" value="no"/><restriction field="supports-secure-boot" value="no"/><restriction max="255" property="number-of-vbds"/><restriction max="7" property="number-of-vifs"/></restrictions>

                         xenstore-data (MRW): 

            ha-always-run ( RW) [DEPRECATED]: false

                   ha-restart-priority ( RW): 

                                 blobs ( RO): 

                            start-time ( RO): 19700101T00:00:00Z

                          install-time ( RO): 19700101T00:00:00Z

                          VCPUs-number ( RO): 0

                     VCPUs-utilisation (MRO): 

                            os-version (MRO): <not in database>

                    PV-drivers-version (MRO): <not in database>

    PV-drivers-up-to-date ( RO) [DEPRECATED]: <not in database>

                                memory (MRO): <not in database>

                                 disks (MRO): <not in database>

                                  VBDs (SRO): 

                              networks (MRO): <not in database>

                   PV-drivers-detected ( RO): <not in database>

                                 other (MRO): <not in database>

                                  live ( RO): <not in database>

            guest-metrics-last-updated ( RO): <not in database>

                   can-use-hotplug-vbd ( RO): <not in database>

                   can-use-hotplug-vif ( RO): <not in database>

              cooperative ( RO) [DEPRECATED]: true

                                  tags (SRW): 

                             appliance ( RW): <not in database>

                     snapshot-schedule ( RW): <not in database>

                      is-vmss-snapshot ( RO): false

                           start-delay ( RW): 0

                        shutdown-delay ( RW): 0

                                 order ( RW): 0

                               version ( RO): 1

                         generation-id ( RO): 

             hardware-platform-version ( RO): 0

                     has-vendor-device ( RW): false

                       requires-reboot ( RO): false

                       reference-label ( RO): centos-7

                          bios-strings (MRO): 

[kanda@centos8 ~]$ 

XenCenter で、ディスクや NIC のモデルを

指定できないのだけど、仕様？

ゲストつまり、ドメイン U にとっては、フロントエンドのブロックデバイスと、ネットワーク、という、一択なのだろうか。

オペレーティングシステムの修復機能

とは

[kanda@centos8 srv]$ file 11d860c6-24f2-46d3-8a9a-bb1aa72650bc.img 

11d860c6-24f2-46d3-8a9a-bb1aa72650bc.img: ISO 9660 CD-ROM filesystem data 'Debian Live lenny 20161111-15:51' (bootable)

[root@centos8 ~]# mount -r -o loop /srv/11d860c6-24f2-46d3-8a9a-bb1aa72650bc.img  /media/

[kanda@centos8 media]$ ls

doc  isolinux  live  md5sum.txt

ここに、centos7 用の、 xen frontend ドライバが入っているとは思えない。

いや、これが、ブートして、ゲストのルートをマウントして、 /lib/modules 以下を探すのだろう。 libguestfs, supermin と同じ。

API, SDK

ハイパーバイザと、GUI、コマンドとの通信は、 xml, json の https でやる。クラスに見せる言語バインディングがある。

https://developer-docs.citrix.com/projects/citrix-hypervisor-sdk/en/latest/getting-started/

https://developer-docs.citrix.com/projects/citrix-hypervisor-management-api/en/latest/wire-protocol/#using-the-json-rpc-protocol

ここは生きているのだろうか。

https://github.com/xenserver

言語は、 Java, Python, C#, PowerShell, C

[kanda@centos8 CitrixHypervisor-SDK]$ ls

API-reference  XenServerJava        XenServerPython

XenServer.NET  XenServerPowerShell  libxenserver

dotnet, powershell は、.NET 4.5 以上が必要。Windows でしか動かない。たぶん。

Python のサンプル

ゲストを電源オンするサンプル。

[kanda@centos8 XenServerPython]$ python2 samples/powercycle.py https://citrix:443/ root xxx

SSL 証明書エラー。

  File "/home/kanda/CitrixHypervisor-SDK/XenServerPython/XenAPI.py", line 188, in _login

    raise e

ssl.SSLError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed (_ssl.c:727)

無視する。

diff --git a/XenServerPython/XenAPI.py b/XenServerPython/XenAPI.py

index 93840ad..f907112 100644

--- a/XenServerPython/XenAPI.py

+++ b/XenServerPython/XenAPI.py

@@ -137,8 +137,13 @@ class Session(xmlrpclib.ServerProxy):

             xmlrpclib.ServerProxy.__init__(self, uri, transport, encoding,

                                            verbose, allow_none, context=ctx)

         else:

+            import ssl

+            ctx = ssl.create_default_context()

+            ctx.check_hostname = False

+            ctx.verify_mode = ssl.CERT_NONE

+

             xmlrpclib.ServerProxy.__init__(self, uri, transport, encoding,

-                                           verbose, allow_none)

+                                           verbose, allow_none, context=ctx)

         self.transport = transport

         self._session = None

         self.last_login_method = None

動いた。

Server has 40 VM objects (this includes templates):

Found VM uuid a8384e79-e4b5-a152-a937-45ae5b9627ee called centos7x

  VM 'centos7x' is in power state 'Halted'

デバッガで追う。

[kanda@centos8 XenServerPython]$ python2 -m pdb samples/powercycle.py https://citrix:443/ root xxx

-> print "  VM '%s' is in power state '%s'" % (name, record["power_state"])

ゲストの属性

(Pdb) p record

{'PV_args': '', 'VIFs': ['OpaqueRef:5579252f-f344-452f-9e24-710c25fa3d3e'], 'ha_restart_priority': '', 'PV_bootloader': '', 'VTPMs': [], 'last_booted_record': '{"xen_platform":[1,2],"pv_drivers_detected":false,"pci_power_mgmt":false,"pci_msitranslate":true,"qemu_vifs":[],"qemu_vbds":[],"suspend_memory_bytes":2147479552,"original_profile":"Qemu_upstream_compat","profile":"Qemu_upstream_compat","nested_virt":false,"nomigrate":false,"domain_config":["X86",{"emulation_flags":["X86_EMU_LAPIC","X86_EMU_HPET","X86_EMU_PM","X86_EMU_RTC","X86_EMU_IOAPIC","X86_EMU_PIC","X86_EMU_VGA","X86_EMU_IOMMU","X86_EMU_PIT","X86_EMU_USE_PIRQ"]}],"last_start_time":1588393924.65014,"ty":["HVM",{"firmware":"Bios","qemu_stubdom":false,"qemu_disk_cmdline":false,"boot_order":"cdn","pci_passthrough":false,"pci_emulations":[],"serial":"pty","acpi":true,"video":"Standard_VGA","video_mib":8,"timeoffset":"-1","shadow_multiplier":1.0,"hap":true}],"build_info":{"has_hard_affinity":false,"priv":["BuildHVM",{"video_mib":8,"shadow_multiplier":1.0}],"vcpus":1,"kernel":"/usr/libexec/xen/boot/hvmloader","memory_target":2097152,"memory_max":2097152},"version":2}', 'snapshots': [], 'allowed_operations': ['changing_dynamic_range', 'migrate_send', 'pool_migrate', 'changing_VCPUs_live', 'suspend', 'hard_reboot', 'hard_shutdown', 'clean_reboot', 'clean_shutdown', 'pause', 'checkpoint', 'snapshot'], 'has_vendor_device': False, 'shutdown_delay': '0', 'domid': '2', 'blocked_operations': {}, 'name_description': '', 'PCI_bus': '', 'children': [], 'HVM_shadow_multiplier': 1.0, 'start_delay': '0', 'actions_after_crash': 'restart', 'memory_target': '2147483648', 'uuid': 'a8384e79-e4b5-a152-a937-45ae5b9627ee', 'PV_ramdisk': '', 'protection_policy': 'OpaqueRef:NULL', 'is_control_domain': False, 'guest_metrics': 'OpaqueRef:e172699a-f995-48d0-ab8f-718b9167c9f1', 'name_label': 'centos7x', 'hardware_platform_version': '0', 'VCPUs_at_startup': '1', 'HVM_boot_params': {'firmware': 'bios', 'order': 'cdn'}, 'platform': {'videoram': '8', 'cores-per-socket': '1', 'hpet': 'true', 'vga': 'std', 'nx': 'true', 'secureboot': 'false', 'device-model': 'qemu-upstream-compat', 'pae': 'true', 'apic': 'true', 'timeoffset': '-1', 'viridian': 'false', 'acpi': '1', 'device_id': '0001'}, 'PV_kernel': '', 'affinity': 'OpaqueRef:852aac06-abe7-438f-ab70-9aa3a53d5d6a', 'power_state': 'Running', 'snapshot_schedule': 'OpaqueRef:NULL', 'VGPUs': [], 'ha_always_run': False, 'is_vmss_snapshot': False, 'VCPUs_params': {}, 'memory_static_min': '2147483648', 'HVM_boot_policy': 'BIOS order', 'snapshot_time': <DateTime '19700101T00:00:00Z' at 7f0dfedc8a70>, 'parent': 'OpaqueRef:NULL', 'tags': [], 'is_default_template': False, 'VCPUs_max': '1', 'recommendations': '<restrictions><restriction field="memory-static-max" max="1649267441664"/><restriction field="vcpus-max" max="32"/><restriction field="has-vendor-device" value="false"/><restriction field="allow-gpu-passthrough" value="1"/><restriction field="allow-vgpu" value="1"/><restriction field="allow-network-sriov" value="1"/><restriction field="supports-bios" value="yes"/><restriction field="supports-uefi" value="no"/><restriction field="supports-secure-boot" value="no"/><restriction max="255" property="number-of-vbds"/><restriction max="7" property="number-of-vifs"/></restrictions>', 'memory_static_max': '2147483648', 'actions_after_shutdown': 'destroy', 'metrics': 'OpaqueRef:1bb63150-a867-4669-8738-1805705dadb3', 'NVRAM': {}, 'memory_dynamic_max': '2147483648', 'user_version': '1', 'snapshot_info': {}, 'xenstore_data': {'vm-data/mmio-hole-size': '268435456', 'vm-data': ''}, 'transportable_snapshot_id': '', 'is_a_template': False, 'suspend_VDI': 'OpaqueRef:NULL', 'crash_dumps': [], 'is_snapshot_from_vmpp': False, 'memory_dynamic_min': '2147483648', 'version': '0', 'is_a_snapshot': False, 'blobs': {}, 'reference_label': 'centos-7', 'bios_strings': {'oem-2': 'MS_VM_CERT/SHA1/bdbeb6e0a816d43fa6d3fe8aaef04c2bad9d3e3d', 'bios-version': '', 'baseboard-serial-number': '', 'system-manufacturer': 'Xen', 'hp-rombios': '', 'baseboard-version': '', 'baseboard-product-name': '', 'oem-1': 'Xen', 'system-product-name': 'HVM domU', 'baseboard-manufacturer': '', 'baseboard-location-in-chassis': '', 'baseboard-asset-tag': '', 'system-version': '', 'bios-vendor': 'Xen', 'enclosure-asset-tag': '', 'system-serial-number': ''}, 'current_operations': {}, 'domarch': '', 'generation_id': '', 'suspend_SR': 'OpaqueRef:577f2f49-8888-49a9-973d-11c246ee6647', 'PV_bootloader_args': '', 'snapshot_of': 'OpaqueRef:NULL', 'snapshot_metadata': '', 'other_config': {'base_template_name': 'CentOS 7', 'import_task': 'OpaqueRef:3479adca-1c13-4989-9bd2-02317c5954c9', 'mac_seed': '1409d3cc-1ba7-f3d0-0ed4-15df542fc7a4', 'linux_template': 'true', 'install-methods': 'cdrom,nfs,http,ftp'}, 'appliance': 'OpaqueRef:NULL', 'consoles': ['OpaqueRef:73e017f8-c3b7-49e8-9187-6db2e4d97bdd'], 'actions_after_reboot': 'restart', 'attached_PCIs': [], 'PV_legacy_args': '', 'resident_on': 'OpaqueRef:852aac06-abe7-438f-ab70-9aa3a53d5d6a', 'VUSBs': [], 'last_boot_CPU_flags': {'vendor': 'GenuineIntel', 'features': '1f8bfbff-f7fa3223-2d93fbff-00000523-0000000f-009c47ab-00000004-00000000-00001000-8c000400-00000000-00000000-00000000-00000000-00000000'}, 'domain_type': 'hvm', 'VBDs': ['OpaqueRef:f081f377-1813-46b6-8d5d-0f975e2f7461', 'OpaqueRef:9935f197-7646-474d-9ab8-c9e27c8f8a54'], 'order': '0', 'requires_reboot': False, 'memory_overhead': '19922944'}

(Pdb) record.keys()

['PV_args', 'VIFs', 'ha_restart_priority', 'PV_bootloader', 'VTPMs', 'last_booted_record', 'snapshots', 'allowed_operations', 'has_vendor_device', 'shutdown_delay', 'domid', 'blocked_operations', 'name_description', 'PCI_bus', 'children', 'HVM_shadow_multiplier', 'start_delay', 'actions_after_crash', 'memory_target', 'uuid', 'PV_ramdisk', 'protection_policy', 'is_control_domain', 'guest_metrics', 'name_label', 'hardware_platform_version', 'VCPUs_at_startup', 'HVM_boot_params', 'platform', 'PV_kernel', 'affinity', 'power_state', 'snapshot_schedule', 'VGPUs', 'ha_always_run', 'is_vmss_snapshot', 'VCPUs_params', 'memory_static_min', 'HVM_boot_policy', 'snapshot_time', 'parent', 'tags', 'is_default_template', 'VCPUs_max', 'recommendations', 'memory_static_max', 'actions_after_shutdown', 'metrics', 'NVRAM', 'memory_dynamic_max', 'user_version', 'snapshot_info', 'xenstore_data', 'transportable_snapshot_id', 'is_a_template', 'suspend_VDI', 'crash_dumps', 'is_snapshot_from_vmpp', 'memory_dynamic_min', 'version', 'is_a_snapshot', 'blobs', 'reference_label', 'bios_strings', 'current_operations', 'domarch', 'generation_id', 'suspend_SR', 'PV_bootloader_args', 'snapshot_of', 'snapshot_metadata', 'other_config', 'appliance', 'consoles', 'actions_after_reboot', 'attached_PCIs', 'PV_legacy_args', 'resident_on', 'VUSBs', 'last_boot_CPU_flags', 'domain_type', 'VBDs', 'order', 'requires_reboot', 'memory_overhead']

ハードウエア構成って、ここに入ってないの？

クラスレファレンス

CitrixHypervisor-SDK/API-reference/html/index.html

https://developer-docs.citrix.com/projects/citrix-hypervisor-management-api/en/latest/api-ref-autogen/

電文を平文で見る

grpc, http2 and wireshark

DH を使われると、解析できない。単純な RSA をクライアントから提案する。

diff --git a/XenServerPython/XenAPI.py b/XenServerPython/XenAPI.py

index f907112..a630f62 100644

--- a/XenServerPython/XenAPI.py

+++ b/XenServerPython/XenAPI.py

@@ -141,6 +141,7 @@ class Session(xmlrpclib.ServerProxy):

             ctx = ssl.create_default_context()

             ctx.check_hostname = False

             ctx.verify_mode = ssl.CERT_NONE

+            ctx.set_ciphers("AES256-SHA")

             xmlrpclib.ServerProxy.__init__(self, uri, transport, encoding,

                                            verbose, allow_none, context=ctx)

あら、だめだ。

ssl.SSLError: [SSL: SSLV3_ALERT_HANDSHAKE_FAILURE] sslv3 alert handshake failure (_ssl.c:727)

これが、クライアントから制限しないときの、暗号選択。

No.     Time           Source                Destination           Protocol Length Info

      4 0.000674900    192.168.122.1         192.168.122.109       TLSv1.2  583    Client Hello

Secure Sockets Layer

    TLSv1.2 Record Layer: Handshake Protocol: Client Hello

        Content Type: Handshake (22)

        Handshake Protocol: Client Hello

            Cipher Suites (76 suites)

      6 0.001846364    192.168.122.109       192.168.122.1         TLSv1.2  1276   Server Hello, Certificate, Server Key Exchange, Server Hello Done

Secure Sockets Layer

    TLSv1.2 Record Layer: Handshake Protocol: Server Hello

        Content Type: Handshake (22)

        Handshake Protocol: Server Hello

            Cipher Suite: TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384 (0xc028)

サーバの、xapi-ssl.conf にこうある。

[xapi]

accept = :::443

connect = 80

cert = /etc/xensource/xapi-ssl.pem

ciphers = !SSLv2:ECDHE-RSA-AES256-SHA384:ECDHE-RSA-AES256-GCM-SHA384:AES256-SHA256:AES128-SHA256

これで良い。

+            ctx.set_ciphers("AES256-SHA256")

サーバの、xapi-ssl.pem を複写してきて、 wireshark に与える。

できた。

vmware で動いている centos7 で、 xen ドライバを含む initramfs を作る

[root@centos7 ~]# mkinitrd -v --with xen-blkfront --with xen-netfront initrd-xen  3.10.0-1127.el7.x86_64

Executing: /usr/sbin/dracut -v --add-drivers " xen-blkfront xen-netfront" initrd-xen 3.10.0-1127.el7.x86_64

*** Creating initramfs image file '/root/initrd-xen' done ***

[root@centos7 ~]# ls -l initrd-xen 

-rw-------. 1 root root 21199002  5月  2 21:23 initrd-xen

ブートする。

[    0.000000] DMI: Xen HVM domU, BIOS 4.13 12/04/2019

[    0.000000] Hypervisor detected: Xen HVM

[    0.000000] Xen version 4.13.

[    0.000000] Xen Platform PCI: I/O protocol version 1

[    0.000000] Netfront and the Xen platform PCI driver have been compiled for this kernel: unplug emulated NICs.

[    0.000000] Blkfront and the Xen platform PCI driver have been compiled for this kernel: unplug emulated disks.

You might have to change the root device

from /dev/hd[a-d] to /dev/xvd[a-d]

in your root= kernel command line option

[   11.584609] xen_netfront: Initialising Xen virtual ethernet driver

[   11.727614] vbd vbd-5696: 19 xenbus_dev_probe on device/vbd/5696

[   11.831596] blkfront: xvda: barrier: enabled; persistent grants: disabled; indirect descriptors: disabled;

[   11.835246]  xvda: xvda1 xvda2

これは、 centos8 のソースだが。

[kanda@centos8 configs]$ pwd

/home/kanda/rpmbuild/BUILD/kernel-4.18.0-147.5.1.el8_1/linux-4.18.0-147.5.1.el8.x86_64/configs

[kanda@centos8 configs]$ grep XEN kernel-4.18.0-x86_64.config

CONFIG_XEN=y

# CONFIG_XEN_PV is not set

CONFIG_XEN_PVHVM=y

CONFIG_XEN_PVHVM_SMP=y

CONFIG_XEN_SAVE_RESTORE=y

# CONFIG_XEN_DEBUG_FS is not set

# CONFIG_XEN_PVH is not set

CONFIG_PCI_XEN=y

# CONFIG_XEN_PCIDEV_FRONTEND is not set

CONFIG_XEN_BLKDEV_FRONTEND=m

# CONFIG_XEN_SCSI_FRONTEND is not set

CONFIG_NETXEN_NIC=m

CONFIG_XEN_NETDEV_FRONTEND=m

CONFIG_INPUT_XEN_KBDDEV_FRONTEND=m

CONFIG_HVC_XEN=y

CONFIG_HVC_XEN_FRONTEND=y

# CONFIG_TCG_XEN is not set

CONFIG_XEN_WDT=m

# CONFIG_DRM_XEN is not set

# CONFIG_XEN_FBDEV_FRONTEND is not set

CONFIG_SND_XEN_FRONTEND=m

# CONFIG_MMC_SDHCI_XENON is not set

CONFIG_XEN_BALLOON=y

# CONFIG_XEN_SELFBALLOONING is not set

# CONFIG_XEN_BALLOON_MEMORY_HOTPLUG is not set

CONFIG_XEN_SCRUB_PAGES=y

CONFIG_XEN_DEV_EVTCHN=m

CONFIG_XENFS=m

CONFIG_XEN_COMPAT_XENFS=y

CONFIG_XEN_SYS_HYPERVISOR=y

CONFIG_XEN_XENBUS_FRONTEND=y

# CONFIG_XEN_GNTDEV is not set

# CONFIG_XEN_GRANT_DEV_ALLOC is not set

CONFIG_SWIOTLB_XEN=y

CONFIG_XEN_TMEM=m

# CONFIG_XEN_PVCALLS_FRONTEND is not set

CONFIG_XEN_PRIVCMD=m

CONFIG_XEN_EFI=y

CONFIG_XEN_AUTO_XLATE=y

CONFIG_XEN_ACPI=y

CONFIG_XEN_FRONT_PGDIR_SHBUF=m

結論。

centos7 には、 xen ディスクとネットワークのフロントエンド ドライバが含まれるので、 initramfs に含めてやれば、ブートする。

ゲストのディスクの実体

ゲスト 仮想ブロックデバイス VBD -> ストレージリポジトリ SR -> ホスト 物理ブロックデバイス PBD -> pv, vg, lv -> ext4 ファイルが、 VDI

https://docs.citrix.com/ja-jp/citrix-hypervisor/storage.html

[root@citrix-opoqdsfl ~]# xe vm-disk-list uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee

仮想ブロックデバイス

Disk 0 VBD:

uuid ( RO)             : 92c7b835-6ebf-ddb3-9b0f-d138a860d2fd

    vm-name-label ( RO): centos7x

       userdevice ( RW): 0

仮想ディスクイメージ

Disk 0 VDI:

uuid ( RO)             : cb6a247a-f77a-4aa2-8479-b34153dc9052

       name-label ( RW): centos7x 0

    sr-name-label ( RO): Local storage

     virtual-size ( RO): 10737418240

ストレージリポジトリ

[root@citrix-opoqdsfl ~]# xe sr-list

uuid ( RO)                : 7c257fa5-f51f-d62a-9f06-3d9eb2ee7eb5

          name-label ( RW): Local storage

    name-description ( RW): 

                host ( RO): citrix-opoqdsfl

                type ( RO): ext

        content-type ( RO): user

[root@citrix-opoqdsfl ~]# xe sr-param-list uuid=7c257fa5-f51f-d62a-9f06-3d9eb2ee7eb5

uuid ( RO)                    : 7c257fa5-f51f-d62a-9f06-3d9eb2ee7eb5

              name-label ( RW): Local storage

                    VDIs (SRO): dedae514-76b2-455c-b532-18dea8ddca14; cb6a247a-f77a-4aa2-8479-b34153dc9052; ed363e30-6abd-4be4-99e8-11c5e1303bad

                    PBDs (SRO): 72644502-a361-408f-0a94-1e5dc5c03faa

      virtual-allocation ( RO): 19335741440

    physical-utilisation ( RO): 3483828224

           physical-size ( RO): 226552135680

                    type ( RO): ext

            content-type ( RO): user

               sm-config (MRO): devserial: scsi-1ATA_QEMU_HARDDISK_QM00001

物理ブロックデバイス

[root@citrix-opoqdsfl ~]# xe pbd-list

uuid ( RO)                  : 72644502-a361-408f-0a94-1e5dc5c03faa

             host-uuid ( RO): 25f39cbf-4f8f-47d0-b9b8-26bfd00b64e1

               sr-uuid ( RO): 7c257fa5-f51f-d62a-9f06-3d9eb2ee7eb5

         device-config (MRO): device: /dev/disk/by-id/ata-QEMU_HARDDISK_QM00001-part3

[root@citrix-opoqdsfl ~]# ls -l /dev/disk/by-id/ata-QEMU_*

lrwxrwxrwx 1 root root  9  5月  4 16:02 /dev/disk/by-id/ata-QEMU_DVD-ROM_QM00002 -> ../../sr0

lrwxrwxrwx 1 root root  9  5月  4 16:02 /dev/disk/by-id/ata-QEMU_HARDDISK_QM00001 -> ../../sda

lrwxrwxrwx 1 root root 10  5月  4 16:02 /dev/disk/by-id/ata-QEMU_HARDDISK_QM00001-part1 -> ../../sda1

lrwxrwxrwx 1 root root 10  5月  4 16:02 /dev/disk/by-id/ata-QEMU_HARDDISK_QM00001-part2 -> ../../sda2

lrwxrwxrwx 1 root root 10  5月  4 16:02 /dev/disk/by-id/ata-QEMU_HARDDISK_QM00001-part3 -> ../../sda3

lrwxrwxrwx 1 root root 10  5月  4 16:02 /dev/disk/by-id/ata-QEMU_HARDDISK_QM00001-part4 -> ../../sda4

lrwxrwxrwx 1 root root 10  5月  4 16:02 /dev/disk/by-id/ata-QEMU_HARDDISK_QM00001-part5 -> ../../sda5

lrwxrwxrwx 1 root root 10  5月  4 16:02 /dev/disk/by-id/ata-QEMU_HARDDISK_QM00001-part6 -> ../../sda6

[root@citrix-opoqdsfl ~]# fdisk -l /dev/sda

Disk /dev/sda: 274.9 GB, 274877906944 bytes, 536870912 sectors

Disk label type: gpt

#         Start          End    Size  Type            Name

 1     46139392     83888127     18G  Microsoft basic 

 2      8390656     46139391     18G  Microsoft basic 

 3     87033856    536870878  214.5G  Linux LVM       

 4     83888128     84936703    512M  BIOS boot       

 5         2048      8390655      4G  Microsoft basic 

 6     84936704     87033855      1G  Linux swap 

[root@citrix-opoqdsfl ~]# pvs

  PV         VG                                              Fmt  Attr PSize   PFree

  /dev/sda3  XSLocalEXT-7c257fa5-f51f-d62a-9f06-3d9eb2ee7eb5 lvm2 a--  214.48g    0 

[root@citrix-opoqdsfl ~]# vgs

  VG                                              #PV #LV #SN Attr   VSize   VFree

  XSLocalEXT-7c257fa5-f51f-d62a-9f06-3d9eb2ee7eb5   1   1   0 wz--n- 214.48g    0 

[root@citrix-opoqdsfl ~]# lvs

  LV                                   VG                                              Attr       LSize   Pool Origin Data%  Meta%  Move Log Cpy%Sync Convert

  7c257fa5-f51f-d62a-9f06-3d9eb2ee7eb5 XSLocalEXT-7c257fa5-f51f-d62a-9f06-3d9eb2ee7eb5 -wi-ao---- 214.48g                                                    

SR は、 volume group である。その uuid は、 lvm がアサインしたものをそのまま使っている。

logical volume は、 vg に１つだけ、ある。

[root@citrix-opoqdsfl ~]# mount

/dev/mapper/XSLocalEXT--7c257fa5--f51f--d62a--9f06--3d9eb2ee7eb5-7c257fa5--f51f--d62a--9f06--3d9eb2ee7eb5 on /run/sr-mount/7c257fa5-f51f-d62a-9f06-3d9eb2ee7eb5 type ext4 (rw,relatime)

[root@citrix-opoqdsfl ~]# ls -lR /run/sr-mount/

/run/sr-mount/7c257fa5-f51f-d62a-9f06-3d9eb2ee7eb5:

-rw-r--r-- 1 root root 1708335616  5月  3 21:31 cb6a247a-f77a-4aa2-8479-b34153dc9052.vhd

-rw-r--r-- 1 root root    8405504  4月 29 12:51 dedae514-76b2-455c-b532-18dea8ddca14.vhd

-rw-r--r-- 1 root root 1704129024  5月  3 15:38 ed363e30-6abd-4be4-99e8-11c5e1303bad.vhd

VDI の uuid は、ファイル名。

Centos8 で、 C# SDK 動かないか

Visual Studio Code で開いたらこう言われた。

[warn]: OmniSharp.MSBuild.ProjectManager

        Failed to load project file '/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj'.

/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj

/home/kanda/.vscode/extensions/ms-dotnettools.csharp-1.21.18/.omnisharp/1.35.1/omnisharp/.msbuild/Current/Bin/Microsoft.Common.CurrentVersion.targets(1193,5): Error: The reference assemblies for .NETFramework,Version=v4.5 were not found. To resolve this, install the Developer Pack (SDK/Targeting Pack) for this framework version or retarget your application. You can download .NET Framework Developer Packs at https://aka.ms/msbuild/developerpacks

バージョン番号だけ、netcoreapp3.1 にした。

[warn]: OmniSharp.MSBuild.ProjectManager

        Failed to load project file '/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj'.

/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj(1,1)

Microsoft.Build.Exceptions.InvalidProjectFileException: The expression "[Microsoft.Build.Utilities.ToolLocationHelper]::GetPathToStandardLibraries(.NETFramework, netcoreapp3.1, '', '', '', '')" cannot be evaluated. Input string was not in a correct format.  /home/kanda/.vscode/extensions/ms-dotnettools.csharp-1.21.18/.omnisharp/1.35.1/omnisharp/.msbuild/Current/Bin/Microsoft.Common.CurrentVersion.targets

そんなあまいもんやなかった。

プロジェクトファイルを変換する。

https://docs.microsoft.com/ja-jp/dotnet/core/porting/ - .NET Framework から .NET Core への移植の概要

C:\Users\kanda_000>dotnet tool install -g try-convert

次のコマンドを使用してツールを呼び出せます。try-convert

ツール 'try-convert' (バージョン '0.5.125603') が正常にインストールされました。

C:\Users\kanda_000\CitrixHypervisor-8.1.1-SDK\CitrixHypervisor-SDK\XenServer.NET\samples>try-convert

System.IO.FileNotFoundException: Both an MSBuild project file and a solution file were found in 'C:\Users\kanda_000\CitrixHypervisor-8.1.1-SDK\CitrixHypervisor-SDK\XenServer.NET\samples'. Please specify which to use with '-w'.

   at MSBuild.Abstractions.MSBuildWorkspaceFinder.FindWorkspace(String searchDirectory, String workspacePath) in /_/src/MSBuild.Abstractions/MSBuildWorkspaceFinder.cs:line 47

   at MSBuild.Conversion.Program.Run(String project, String workspace, String msbuildPath, String tfm, Boolean allowPreviews, Boolean diffOnly, Boolean noBackup, Boolean keepCurrentTfms) in /_/src/try-convert/Program.cs:line 95

C:\Users\kanda_000\CitrixHypervisor-8.1.1-SDK\CitrixHypervisor-SDK\XenServer.NET\samples>try-convert -w XenSdkSample.csproj

Conversion complete!

できた。

2020/08/07  16:36             1,898 XenSdkSample.csproj

2020/01/27  17:00             4,106 XenSdkSample.csproj.old

linux にもっていって、ビルドする。

これはやっといたほうがいいかな。

[kanda@centos8 samples]$ ln -s ../bin/Newtonsoft.Json.CH.dll 

[kanda@centos8 samples]$ ln -s ../bin/XenServer.dll 

[kanda@centos8 samples]$ ln -s ../bin/CookComputing.XmlRpcV2.dll 

[kanda@centos8 samples]$ dotnet build

  Restore completed in 61.34 ms for /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj.

/usr/lib64/dotnet/sdk/3.1.106/Microsoft.Common.CurrentVersion.targets(1175,5): error MSB3644: .NETFramework,Version=v4.5 の参照アセンブリが見つかりませんでした。この問題を解決するには、このフレームワーク バージョンの Developer Pack (SDK/Targeting Pack) をインストールするか、アプリケーションのターゲットを再設定してください。https://aka.ms/msbuild/developerpacks で .NET Framework Developer Pack をダウンロードできます。 [/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj]

ビルドに失敗しました。

[kanda@centos8 samples]$ git diff

diff --git a/samples/XenSdkSample.csproj b/samples/XenSdkSample.csproj

index 31aa800..a78dde5 100644

--- a/samples/XenSdkSample.csproj

+++ b/samples/XenSdkSample.csproj

@@ -1,6 +1,6 @@

 <Project Sdk="Microsoft.NET.Sdk">

   <PropertyGroup>

-    <TargetFramework>net45</TargetFramework>

+    <TargetFramework>netcoreapp3.1</TargetFramework>^M

[kanda@centos8 samples]$ dotnet build

.NET Core 向け Microsoft (R) Build Engine バージョン 16.4.0+e901037fe

Copyright (C) Microsoft Corporation.All rights reserved.

  Restore completed in 39.75 ms for /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj.

  XenSdkSample -> /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/bin/Debug/netcoreapp3.1/XenSdkSample.dll

ビルドに成功しました。

[kanda@centos8 samples]$ bin/Debug/netcoreapp3.1/XenSdkSample 

Required arguments: host-ip username password

[kanda@centos8 netcoreapp3.1]$ ./XenSdkSample citrix root secret

Unhandled exception. System.MissingMethodException: Method not found: 'System.Reflection.Emit.AssemblyBuilder System.AppDomain.DefineDynamicAssembly(System.Reflection.AssemblyName, System.Reflection.Emit.AssemblyBuilderAccess)'.

   at CookComputing.XmlRpc.XmlRpcProxyGen.BuildAssembly(Type itf, String assemblyName, String moduleName, String typeName, AssemblyBuilderAccess access)

   at CookComputing.XmlRpc.XmlRpcProxyGen.Create(Type itf)

   at CookComputing.XmlRpc.XmlRpcProxyGen.Create[T]()

   at XenAPI.Session.InitializeXmlRpcProxy(String url, Int32 timeout)

   at XenAPI.Session..ctor(Int32 timeout, String url)

   at XenAPI.Session..ctor(Int32 timeout, String host, Int32 port)

   at XenAPI.Session..ctor(String host, Int32 port)

   at XenSdkSample.Program.Main(String[] args) in /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/Program.cs:line 59

中止 (コアダンプ)

System.Reflection.Emit.AssemblyBuilder が無いとな。

最新版を入れる。

[kanda@centos8 samples]$ dotnet add package CookComputing.XmlRPCv2 --version 2.5.0

  Writing /tmp/tmpxfEPEB.tmp

info : Adding PackageReference for package 'CookComputing.XmlRPCv2' into project '/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj'.

info : Restoring packages for /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj...

info :   GET https://api.nuget.org/v3-flatcontainer/cookcomputing.xmlrpcv2/index.json

info :   OK https://api.nuget.org/v3-flatcontainer/cookcomputing.xmlrpcv2/index.json 727ms

info :   GET https://api.nuget.org/v3-flatcontainer/cookcomputing.xmlrpcv2/2.5.0/cookcomputing.xmlrpcv2.2.5.0.nupkg

info :   OK https://api.nuget.org/v3-flatcontainer/cookcomputing.xmlrpcv2/2.5.0/cookcomputing.xmlrpcv2.2.5.0.nupkg 709ms

info : Installing CookComputing.XmlRPCv2 2.5.0.

warn : Package 'CookComputing.XmlRPCv2 2.5.0' was restored using '.NETFramework,Version=v4.6.1, .NETFramework,Version=v4.6.2, .NETFramework,Version=v4.7, .NETFramework,Version=v4.7.1, .NETFramework,Version=v4.7.2, .NETFramework,Version=v4.8' instead of the project target framework '.NETCoreApp,Version=v3.1'. This package may not be fully compatible with your project.

info : Package 'CookComputing.XmlRPCv2' is compatible with all the specified frameworks in project '/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj'.

info : PackageReference for package 'CookComputing.XmlRPCv2' version '2.5.0' added to file '/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj'.

info : Committing restore...

info : Writing assets file to disk. Path: /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/obj/project.assets.json

log  : Restore completed in 2.53 sec for /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj.

[kanda@centos8 samples]$ 

[kanda@centos8 samples]$ dotnet build

.NET Core 向け Microsoft (R) Build Engine バージョン 16.4.0+e901037fe

Copyright (C) Microsoft Corporation.All rights reserved.

/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj : warning NU1701: Package 'CookComputing.XmlRPCv2 2.5.0' was restored using '.NETFramework,Version=v4.6.1, .NETFramework,Version=v4.6.2, .NETFramework,Version=v4.7, .NETFramework,Version=v4.7.1, .NETFramework,Version=v4.7.2, .NETFramework,Version=v4.8' instead of the project target framework '.NETCoreApp,Version=v3.1'. This package may not be fully compatible with your project. [/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.sln]

[kanda@centos8 netcoreapp3.1]$ ./XenSdkSample citrix root secret

Unhandled exception. System.IO.FileLoadException: Could not load file or assembly 'CookComputing.XmlRpcV2, Version=2.5.0.1, Culture=neutral, PublicKeyToken=683ddba221ac0742'. The located assembly's manifest definition does not match the assembly reference. (0x80131040)

File name: 'CookComputing.XmlRpcV2, Version=2.5.0.1, Culture=neutral, PublicKeyToken=683ddba221ac0742'

   at XenAPI.Session.InitializeXmlRpcProxy(String url, Int32 timeout)

   at XenAPI.Session..ctor(Int32 timeout, String url)

   at XenAPI.Session..ctor(Int32 timeout, String host, Int32 port)

   at XenAPI.Session..ctor(String host, Int32 port)

   at XenSdkSample.Program.Main(String[] args) in /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/Program.cs:line 59

中止 (コアダンプ)

[kanda@centos8 samples]$ dotnet remove package CookComputing.XmlRPCv2

info : Removing PackageReference for package 'CookComputing.XmlRPCv2' from project '/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj'.

これは、 cotnet core 向けの移植版らしい。

[kanda@centos8 samples]$ dotnet add package Horizon.XmlRpc.Core --version 2.5.0

  Writing /tmp/tmp2EpEaH.tmp

info : Adding PackageReference for package 'Horizon.XmlRpc.Core' into project '/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj'.

info : Restoring packages for /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj...

info :   GET https://api.nuget.org/v3-flatcontainer/horizon.xmlrpc.core/index.json

info :   OK https://api.nuget.org/v3-flatcontainer/horizon.xmlrpc.core/index.json 1010ms

info :   GET https://api.nuget.org/v3-flatcontainer/horizon.xmlrpc.core/2.5.0/horizon.xmlrpc.core.2.5.0.nupkg

info :   OK https://api.nuget.org/v3-flatcontainer/horizon.xmlrpc.core/2.5.0/horizon.xmlrpc.core.2.5.0.nupkg 778ms

info : Installing Horizon.XmlRpc.Core 2.5.0.

info : Package 'Horizon.XmlRpc.Core' is compatible with all the specified frameworks in project '/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj'.

info : PackageReference for package 'Horizon.XmlRpc.Core' version '2.5.0' added to file '/home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj'.

info : Committing restore...

info : Writing assets file to disk. Path: /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/obj/project.assets.json

log  : Restore completed in 3.54 sec for /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/XenSdkSample.csproj.

[kanda@centos8 samples]$ 

同じ。

Unhandled exception. System.IO.FileNotFoundException: Could not load file or assembly 'CookComputing.XmlRpcV2, Version=2.5.0.1, Culture=neutral, PublicKeyToken=683ddba221ac0742'. The system cannot find the file specified.

ソースで引いている、ここを直さないといけない。

[kanda@centos8 src]$ grep Cook *

Session.cs:using CookComputing.XmlRpc;

diff --git a/src/Event.cs b/src/Event.cs

index e76c1cd..99161c7 100644

--- a/src/Event.cs

+++ b/src/Event.cs

@@ -30,7 +30,7 @@

 using System;

 using System.Collections.Generic;

-using CookComputing.XmlRpc;

+using Horizon.XmlRpc.Core;

 using Newtonsoft.Json;

diff --git a/src/Maps.cs b/src/Maps.cs

index 678315e..7c54031 100644

--- a/src/Maps.cs

+++ b/src/Maps.cs

@@ -32,7 +32,7 @@

 using System;

 using System.Collections;

 using System.Collections.Generic;

-using CookComputing.XmlRpc;

+using Horizon.XmlRpc.Core;

 namespace XenAPI

diff --git a/src/Proxy.cs b/src/Proxy.cs

index 121170a..caf85b6 100644

--- a/src/Proxy.cs

+++ b/src/Proxy.cs

@@ -31,7 +31,8 @@

 using System;

 using System.Collections;

 using System.Collections.Generic;

-using CookComputing.XmlRpc;

+using Horizon.XmlRpc.Core;

+using Horizon.XmlRpc.Client;

 namespace XenAPI

@@ -9376,4 +9377,4 @@ namespace XenAPI

         public Object current_operations;

         public Object other_config;

     }

-}

\ No newline at end of file

+}

diff --git a/src/Response.cs b/src/Response.cs

index 8576c4a..a5f6bbb 100644

--- a/src/Response.cs

+++ b/src/Response.cs

@@ -31,7 +31,7 @@

 using System;

 using System.Collections.Generic;

-using CookComputing.XmlRpc;

+using Horizon.XmlRpc.Core;

 namespace XenAPI

 {

diff --git a/src/Session.cs b/src/Session.cs

index c3aec0a..61c263a 100644

--- a/src/Session.cs

+++ b/src/Session.cs

@@ -34,7 +34,8 @@ using System.Net;

 using System.Net.Security;

 using System.Security.Cryptography.X509Certificates;

-using CookComputing.XmlRpc;

+using Horizon.XmlRpc.Core;

+using Horizon.XmlRpc.Client;

 using Newtonsoft.Json;

 こんどは、json ライブラリだ。

Unhandled exception. System.IO.FileNotFoundException: Could not load file or assembly 'System.Security.Permissions, Version=4.0.3.0, Culture=neutral, PublicKeyToken=cc7b13ffcd2ddd51'. The system cannot find the file specified.

File name: 'System.Security.Permissions, Version=4.0.3.0, Culture=neutral, PublicKeyToken=cc7b13ffcd2ddd51'

   at Newtonsoft.Json.Serialization.JsonTypeReflector.get_DynamicCodeGeneration()

   at Newtonsoft.Json.Serialization.DefaultContractResolver.get_DynamicCodeGeneration()

   at Newtonsoft.Json.Serialization.DefaultContractResolver.CreateMemberValueProvider(MemberInfo member)

   at Newtonsoft.Json.Serialization.DefaultContractResolver.CreateProperty(MemberInfo member, MemberSerialization memberSerialization)

   at Newtonsoft.Json.Serialization.DefaultContractResolver.CreateProperties(Type type, MemberSerialization memberSerialization)

   at Newtonsoft.Json.Serialization.DefaultContractResolver.CreateObjectContract(Type objectType)

   at Newtonsoft.Json.Serialization.DefaultContractResolver.CreateContract(Type objectType)

   at Newtonsoft.Json.Serialization.DefaultContractResolver.ResolveContract(Type type)

   at Newtonsoft.Json.Serialization.JsonSerializerInternalWriter.GetContractSafe(Object value)

   at Newtonsoft.Json.Serialization.JsonSerializerInternalWriter.Serialize(JsonWriter jsonWriter, Object value, Type objectType)

   at Newtonsoft.Json.JsonSerializer.SerializeInternal(JsonWriter jsonWriter, Object value, Type objectType)

   at Newtonsoft.Json.JsonSerializer.Serialize(JsonWriter jsonWriter, Object value, Type objectType)

   at Newtonsoft.Json.JsonConvert.SerializeObjectInternal(Object value, Type type, JsonSerializer jsonSerializer)

   at Newtonsoft.Json.JsonConvert.SerializeObject(Object value, Type type, JsonSerializerSettings settings)

   at Newtonsoft.Json.JsonConvert.SerializeObject(Object value, JsonSerializerSettings settings)

   at XenAPI.JsonRpcClient.Rpc[T](String callName, JToken parameters, JsonSerializer serializer)

   at XenAPI.JsonRpcClient.session_get_is_local_superuser(String session, String _session)

   at XenAPI.Session.get_is_local_superuser(Session session, String _self)

   at XenAPI.Session.get_is_local_superuser()

   at XenAPI.Session.SetADDetails()

   at XenAPI.Session.SetupSessionDetails()

   at XenAPI.Session.login_with_password(String username, String password, String version, String originator)

   at XenSdkSample.Program.Main(String[] args) in /home/kanda/CitrixHypervisor-SDK/XenServer.NET/samples/Program.cs:line 60

中止 (コアダンプ)

[kanda@centos8 netcoreapp3.1]$ 

最新版にしてみよう。

[kanda@centos8 src]$ dotnet add package Newtonsoft.Json --version 12.0.3

[kanda@centos8 netcoreapp3.1]$ ./XenSdkSample citrix root xxx

*** Test GetVariousRecords ***

*** Print records for various API objects ***

Hosts

---------------------------------------

Name: citrix-opoqdsfl

Hostname: citrix-opoqdsfl

Description: Default install

Storage Repositories

---------------------------------------

Name: NFS ISO library

Description: NFS ISO Library [192.168.122.1:/srv]

Usage: 13.2GB / 53.7GB

Virtual Machines

---------------------------------------

Template name centos7x

Power state: Halted

Allowed operations: changing_NVRAM,changing_dynamic_range,changing_shadow_memory,changing_static_range,make_into_template,migrate_send,destroy,export,start_on,start,clone,copy,snapshot

vCPUs: 1

結論

Citrix C# SDK は、 dotnet core 3.1 on Centos8 で動く。

Json ライブラリを最新にする。

xmlrpc ライブラリを、 CookComputing のものから、Horizon にする。 using を変えるだけで、プログラム論理はそのままでビルドする。

pci pass through

[root@citrix-opoqdsfl ~]# xe host-param-list uuid=25f39cbf-4f8f-47d0-b9b8-26bfd00b64e1

                      software-version (MRO): product_version: 8.1.0; product_version_text: 8.1; product_version_text_short: 8.1; platform_name: XCP; platform_version: 3.1.0; product_brand: Citrix Hypervisor; build_number: release/quebec/master/17; hostname: localhost; date: 2019-12-04; dbv: 2019.1204; xapi: 1.20; xen: 4.13.0-8.3; linux: 4.19.0+1; xencenter_min: 2.14; xencenter_max: 2.14; network_backend: openvswitch; db_schema: 5.504

[root@citrix-opoqdsfl ~]# xe host-license-view 

                     sku_marketing_name: Citrix Hypervisor Express Edition

    restrict_integrated_gpu_passthrough: false

               restrict_usb_passthrough: true

Qemu で、 scsi disk をハイパーバイザに追加する。

[root@citrix-opoqdsfl ~]# lspci

00:08.0 SCSI storage controller: Red Hat, Inc. Virtio SCSI

[root@citrix-opoqdsfl ~]# lspci -v -s 0000:00:08.0 

00:08.0 SCSI storage controller: Red Hat, Inc. Virtio SCSI

Subsystem: Red Hat, Inc. Device 0008

Physical Slot: 8

Kernel driver in use: virtio-pci

ゲストに与える。

[root@citrix-opoqdsfl ~]# xe vm-param-get uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee param-name=other-config

base_template_name: CentOS 7; import_task: OpaqueRef:3479adca-1c13-4989-9bd2-02317c5954c9; mac_seed: 1409d3cc-1ba7-f3d0-0ed4-15df542fc7a4; install-methods: cdrom,nfs,http,ftp; linux_template: true

[root@citrix-opoqdsfl ~]# xe vm-param-add uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee param-name=other-config pci=0/0000:00:08.0 

[root@citrix-opoqdsfl ~]# xe vm-param-get uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee param-name=other-config

pci: 0/0000:00:08.0; base_template_name: CentOS 7; import_task: OpaqueRef:3479adca-1c13-4989-9bd2-02317c5954c9; mac_seed: 1409d3cc-1ba7-f3d0-0ed4-15df542fc7a4; install-methods: cdrom,nfs,http,ftp; linux_template: true

開始する。あれ、だめだ。

[root@citrix-opoqdsfl ~]# xe vm-start uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee

The server failed to handle your request, due to an internal error. The given message may give details useful for debugging the problem.

message: xenopsd internal error: Xenctrl.Error("22: Invalid argument")

ここに従って、 dom0 のブートパラメタにゲストに与える pci デバイスを書く。

https://qiita.com/kurotoribb/items/1b9d2f1ebeb24c4f6aa2

[root@citrix-opoqdsfl ~]# cat /proc/cmdline

root=LABEL=root-tbrdkr ro nolvm hpet=disable console=hvc0 console=tty0 xen-pciback.hide=(00:08.0) vga=785 splash plymouth.ignore-serial-consoles

[root@citrix-opoqdsfl ~]# lspci -v -s 00:08.0

00:08.0 SCSI storage controller: Red Hat, Inc. Virtio SCSI

Subsystem: Red Hat, Inc. Device 0008

Kernel driver in use: pciback

pciback が所有している。

あれ、だめだ。

[root@citrix-opoqdsfl ~]# xe vm-start uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee

The server failed to handle your request, due to an internal error. The given message may give details useful for debugging the problem.

message: xenopsd internal error: Xenctrl.Error("22: Invalid argument")

https://www.citrix.com/ja-jp/products/citrix-hypervisor/feature-matrix.html

GPU パススルーは、 Express Edition ではできないとあるが。

仕方ない。もとに戻す。

[root@citrix-opoqdsfl ~]# xe vm-param-get uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee param-name=other-config param-key=pci

0/0000:00:08.0

[root@citrix-opoqdsfl ~]# xe vm-param-remove uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee param-name=other-config param-key=pci

ブートした。やはり、パススルーが原因だった。

[root@citrix-opoqdsfl ~]# xe vm-start uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee

[root@citrix-opoqdsfl ~]# xe vm-list

uuid ( RO)           : a8384e79-e4b5-a152-a937-45ae5b9627ee

     name-label ( RW): centos7x

    power-state ( RO): running

qemu で、 realtek NIC を与えたらどうだろう。

[root@citrix-opoqdsfl ~]# lspci

00:09.0 Ethernet controller: Realtek Semiconductor Co., Ltd. RTL-8100/8101L/8139 PCI Fast Ethernet Adapter (rev 20)

[root@citrix-opoqdsfl ~]# xe vm-param-add uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee param-name=other-config pci=0/0000:00:09.0 

[root@citrix-opoqdsfl ~]# xe vm-start uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee

The server failed to handle your request, due to an internal error. The given message may give details useful for debugging the problem.

message: xenopsd internal error: Xenctrl.Error("22: Invalid argument")

dom0 のブートパラメタにも与える。

[root@citrix-opoqdsfl ~]# cat /proc/cmdline 

root=LABEL=root-tbrdkr ro nolvm hpet=disable console=hvc0 console=tty0 xen-pciback.hide=(00:09.0) vga=785 splash plymouth.ignore-serial-consoles

[root@citrix-opoqdsfl ~]# lspci -v -s 00:09.0

00:09.0 Ethernet controller: Realtek Semiconductor Co., Ltd. RTL-8100/8101L/8139 PCI Fast Ethernet Adapter (rev 20)

Kernel driver in use: pciback

Kernel modules: 8139cp, 8139too

[root@citrix-opoqdsfl ~]# xe vm-param-get uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee param-name=other-config

pci: 0/0000:00:09.0; base_template_name: CentOS 7; import_task: OpaqueRef:3479adca-1c13-4989-9bd2-02317c5954c9; mac_seed: 1409d3cc-1ba7-f3d0-0ed4-15df542fc7a4; install-methods: cdrom,nfs,http,ftp; linux_template: true

だめだ。

[root@citrix-opoqdsfl ~]# xe vm-start uuid=a8384e79-e4b5-a152-a937-45ae5b9627ee

The server failed to handle your request, due to an internal error. The given message may give details useful for debugging the problem.

message: xenopsd internal error: Xenctrl.Error("22: Invalid argument")

[root@citrix-opoqdsfl ~]# xl dmesg | tail

(XEN) [  399.580045] domain.c:323: IOMMU is not enabled

わかった。仮想マシンのネストをしているからだ。

source code

すごい。 XenCenter Windows GUI アプリケーション https://github.com/xenserver/xenadmin も含めて、ソースコードが公開されている。https://www.citrix.com/ja-jp/community/citrix-developer/citrix-hypervisor-developer/citrix-hypervisor-sourcecode.html

transfer VM とは

https://docs.citrix.com/ja-jp/citrix-hypervisor/vms/import-export.html#the-transfer-vm

uuid ( RO)                : 5bf2b7fb-7d06-5d47-3b5a-206e347b1a23

          name-label ( RW): Transfer VM

    name-description ( RW): 

VBDs (SRO): d1068a5b-e784-862c-05be-2d6182359147

uuid ( RO)             : d1068a5b-e784-862c-05be-2d6182359147

          vm-uuid ( RO): 5bf2b7fb-7d06-5d47-3b5a-206e347b1a23

    vm-name-label ( RO): Transfer VM

         vdi-uuid ( RO): dedae514-76b2-455c-b532-18dea8ddca14

[kanda@centos8 ~]$ guestfish -r -a dedae514-76b2-455c-b532-18dea8ddca14.vhd 

><fs> list-filesystems

/dev/sda: ext3

><fs> mount /dev/sda /

><fs> ls /

boot

lost+found

><fs> ll /boot

drwxr-xr-x 2 root root    1024 Dec 12  2016 grub

-rw-r--r-- 1 root root 3170106 Dec 12  2016 initrd.img

-rw-r--r-- 1 root root  950234 Dec 12  2016 vmlinuz

><fs> download /boot/initrd.img initrd.img

[kanda@centos8 tmp]$ cpio -i < ../initrd

[kanda@centos8 etc]$ ls init.d/

K50iscsitarget  S40network          S50iscsitarget    rcS

S20urandom      S49tuneperformance  S60xenapiversion

[kanda@centos8 tmp]$ ls usr/sbin

chroot  dhclient   dnsd   lighttpd        loadfont  readprofile  tgtadm  udhcpd

crond   dhcprelay  inetd  lighttpd-angel  rdate     setlogcons   tgtd

実体は、linux, busybox からなる、 iscsi target. xenstore 経由で、IP アドレスなどを得る。

それとつながるのは、たぶん、 Windows 側のこれ。

XenOvfTransport/iSCSI.cs

namespace XenOvfTransport

{

    public class iSCSI

    {

        private static readonly log4net.ILog log = log4net.LogManager.GetLogger(System.Reflection.MethodBase.GetCurrentMethod().DeclaringType);

        private DiscUtils.Iscsi.Session _iscsisession;

        public void Copy(Stream source, Stream destination, string filename, bool shouldHash)

        {

            log.InfoFormat("Started copying {0} bytes to {1} via iSCSI.", source.Length, filename);

            log.InfoFormat("Finished copying {0} bytes to {1} via iSCSI.", source.Length, filename);

        }

        /// <summary>

        /// Configure the network settings for the transfer VM

        /// </summary>

        /// <param name="isIpStatic">True if a static IP address is to be used, false if we get IP address through DHCP</param>

        /// <param name="ip">The static IP address to use</param>

        /// <param name="mask">The subnet mask</param>

        /// <param name="gateway">The network gateway</param>

        public void ConfigureTvmNetwork(string networkUuid, bool isIpStatic, string ip, string mask, string gateway)

        {

Windows の、iscsi client 機能を使って、transfer VM のターゲットに接続して、それが公開するディスクに、ファイルを書く。インポートの場合。

書き込み先ディスク、つまり、 storage repository は、 XenCenter が、与えて、アタッチするのだろう。

エクスポート

  <data name="EXPORT_SNAPSHOT_AS_TEMPLATE_MENU_ITEM" xml:space="preserve">

    <value>&amp;Export Snapshot As Template...</value>

  </data>

XenOvfTransport/Export.cs

        private void _copydisks(EnvelopeType ovfEnv, string label, string targetPath)

        {

            m_iscsi = new iSCSI

                        {

                            UpdateHandler = iscsi_UpdateHandler,

                            Cancel = Cancel//in case it has already been cancelled

                        };

            m_iscsi.ConfigureTvmNetwork(m_networkUuid, m_isTvmIpStatic, m_tvmIpAddress, m_tvmSubnetMask, m_tvmGateway);

                        using (Stream source = m_iscsi.Connect(XenSession, uuid, true))

                        {

                            using (FileStream fs = new FileStream(destinationFilename, FileMode.CreateNew, FileAccess.ReadWrite, FileShare.None))

                            {

                                using (DiscUtils.Vhd.Disk destination = DiscUtils.Vhd.Disk.InitializeDynamic(fs, Ownership.None, source.Length, geometry))

                                {

                                    m_iscsi.Copy(source, destination.Content, Path.GetFileName(destinationFilename), ShouldVerifyDisks);

Export Snapshot as Template 

2020-10-05 21:28:07,717 INFO  Audit [Main program thread] - Operation started: ExportVmAction: citrix-opoqdsfl: VM 72289d07-be7a-49dc-44fb-a5d92fc613d7 (init): Host 25f39cbf-4f8f-47d0-b9b8-26bfd00b64e1 (citrix-opoqdsfl): Preparing to export

2020-10-05 21:28:07,795 INFO  XenAPI.Session [11] - Invoking JSON-RPC method 'task.create'

2020-10-05 21:28:07,842 INFO  XenAPI.Session [11] - Invoking JSON-RPC method 'task.remove_from_other_config'

2020-10-05 21:28:07,889 INFO  XenAPI.Session [11] - Invoking JSON-RPC method 'task.add_to_other_config'

2020-10-05 21:28:07,936 INFO  XenAPI.Session [11] - Invoking JSON-RPC method 'task.remove_from_other_config'

2020-10-05 21:28:07,983 INFO  XenAPI.Session [11] - Invoking JSON-RPC method 'task.add_to_other_config'

2020-10-05 21:29:33,945 INFO  XenAPI.Session [Progress polling thread for ExportVmAction for init] - Invoking JSON-RPC method 'task.destroy'

2020-10-05 21:29:37,898 INFO  XenAdmin.Actions.ExportVmAction [11] - Export of VM init successful

2020-10-05 21:29:37,898 INFO  Audit [11] - Operation success: ExportVmAction: citrix-opoqdsfl: VM 72289d07-be7a-49dc-44fb-a5d92fc613d7 (init): Host 25f39cbf-4f8f-47d0-b9b8-26bfd00b64e1 (citrix-opoqdsfl): Exported

XenCenter のログレベルを上げる

XenCenterMain.exe.config ファイルで、 log4net のセクションを探して、 <level value="INFO"/> を、 DEBUG にする。

スナップショットを右クリックして、 Export Snapshot as Template

2020-10-05 21:56:54,235 INFO  Audit [Main program thread] - Operation started: ExportVmAction: citrix-opoqdsfl: VM 72289d07-be7a-49dc-44fb-a5d92fc613d7 (init): Host 25f39cbf-4f8f-47d0-b9b8-26bfd00b64e1 (citrix-opoqdsfl): Preparing to export

2020-10-05 21:56:54,235 DEBUG XenAdmin.Actions.ActionBase [13] - Exporting...

2020-10-05 21:56:54,235 INFO  XenAPI.Session [13] - Invoking JSON-RPC method 'task.create'

2020-10-05 21:56:54,281 INFO  XenAPI.Session [13] - Invoking JSON-RPC method 'task.remove_from_other_config'

2020-10-05 21:56:54,328 INFO  XenAPI.Session [13] - Invoking JSON-RPC method 'task.add_to_other_config'

2020-10-05 21:56:54,375 INFO  XenAPI.Session [13] - Invoking JSON-RPC method 'task.remove_from_other_config'

2020-10-05 21:56:54,422 INFO  XenAPI.Session [13] - Invoking JSON-RPC method 'task.add_to_other_config'

2020-10-05 21:56:54,500 DEBUG XenAdmin.Actions.ExportVmAction [13] - Exporting init to E:\Backup name.xva

2020-10-05 21:56:54,500 DEBUG XenAdmin.Network.TaskPoller [Progress polling thread for ExportVmAction for init] - Polling for action Exporting...

2020-10-05 21:57:25,179 DEBUG XenAdmin.Network.TaskPoller [Progress polling thread for ExportVmAction for init] - Polling for action Exporting init to backup file

2020-10-05 21:57:54,990 DEBUG XenAdmin.Network.TaskPoller [Progress polling thread for ExportVmAction for init] - Polling for action Exporting init to backup file

2020-10-05 21:57:58,799 INFO  XenAPI.Session [Progress polling thread for ExportVmAction for init] - Invoking JSON-RPC method 'task.destroy'

2020-10-05 21:58:00,284 INFO  XenAdmin.Actions.ExportVmAction [13] - Export of VM init successful

2020-10-05 21:58:00,284 DEBUG XenAdmin.Actions.ActionBase [13] - Exported

2020-10-05 21:58:00,284 DEBUG XenAdmin.Actions.ExportVmAction [13] - Renaming E:\Backup name.xva.tmp to E:\Backup name.xva

2020-10-05 21:58:00,284 INFO  Audit [13] - Operation success: ExportVmAction: citrix-opoqdsfl: VM 72289d07-be7a-49dc-44fb-a5d92fc613d7 (init): Host 25f39cbf-4f8f-47d0-b9b8-26bfd00b64e1 (citrix-opoqdsfl): Exported

VM を右クリックして、 Export

2020-10-05 22:03:59,836 INFO  Audit [Main program thread] - Operation started: ExportApplianceAction: citrix-opoqdsfl: VM a8384e79-e4b5-a152-a937-45ae5b9627ee (centos7x): Pool 33aa4202-eabb-c61c-6f12-94fc8e8c9302 (citrix-opoqdsfl): Host 25f39cbf-4f8f-47d0-b9b8-26bfd00b64e1 (citrix-opoqdsfl): 

2020-10-05 22:04:00,207 DEBUG XenAdmin.Actions.ActionBase [6] - Exporting VMs...

2020-10-05 22:04:00,207 DEBUG XenOvfTransport.Export [6] - Export: centos7x, E:\centos7x

2020-10-05 22:04:00,338 DEBUG XenOvf.OVF [6] - OVF.CreateEnvelope centos7x created f2f7060b-3f83-4164-9498-b4708feb94b2

2020-10-05 22:04:00,338 DEBUG XenOvf.OVF [6] - OVF.AddVirtualSystem(obj, vs)

2020-10-05 22:04:00,338 DEBUG XenOvf.OVF [6] - OVF.AddContent completed 258c3a82-52a2-458e-99ad-a8c36ecefbd1

2020-10-05 22:04:00,338 DEBUG XenOvf.OVF [6] - OVF.AddOperatingSystemSection completed 258c3a82-52a2-458e-99ad-a8c36ecefbd1

2020-10-05 22:04:00,338 DEBUG XenOvf.OVF [6] - OVF.AddVirtualSystem(obj,lang,ovfname) completed

2020-10-05 22:04:00,338 DEBUG XenOvf.OVF [6] - OVF.AddContent completed 258c3a82-52a2-458e-99ad-a8c36ecefbd1

2020-10-05 22:04:00,338 DEBUG XenOvf.OVF [6] - OVF.AddVirtualHardwareSection completed 258c3a82-52a2-458e-99ad-a8c36ecefbd1

2020-10-05 22:04:00,439 DEBUG XenOvf.OVF [6] - OVF.AddVirtualSystemSettingData completed

2020-10-05 22:04:00,439 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:04:00,439 DEBUG XenOvf.OVF [6] - OVF.SetCPUs completed

2020-10-05 22:04:00,439 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:04:00,439 DEBUG XenOvf.OVF [6] - OVF.SetMemory completed

2020-10-05 22:04:00,577 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:04:00,577 DEBUG XenOvf.OVF [6] - OVF.AddNetwork completed

2020-10-05 22:04:00,577 DEBUG XenOvf.OVF [6] - OVF.AddStartupOptions completed

2020-10-05 22:04:00,662 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:04:00,662 DEBUG XenOvf.OVF [6] - OVF.AddCDDrive completed

2020-10-05 22:04:00,662 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:04:00,662 DEBUG XenOvf.OVF [6] - OVF.FindRasdById completed, found

2020-10-05 22:04:00,662 DEBUG XenOvf.OVF [6] - OVF.FindRasdById completed

2020-10-05 22:04:00,662 DEBUG XenOvf.OVF [6] - OVF.SetConnectionInRASD completed 258c3a82-52a2-458e-99ad-a8c36ecefbd1

2020-10-05 22:04:00,662 DEBUG XenOvf.OVF [6] - OVF.SetTargetDeviceInRASD completed 258c3a82-52a2-458e-99ad-a8c36ecefbd1 device 3

2020-10-05 22:04:00,809 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:04:00,809 DEBUG XenOvf.OVF [6] - OVF.AddDisk completed

2020-10-05 22:04:00,809 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:04:00,809 DEBUG XenOvf.OVF [6] - OVF.FindRasdById completed, found

2020-10-05 22:04:00,809 DEBUG XenOvf.OVF [6] - OVF.FindRasdById completed

2020-10-05 22:04:00,809 DEBUG XenOvf.OVF [6] - OVF.SetConnectionInRASD completed 258c3a82-52a2-458e-99ad-a8c36ecefbd1

2020-10-05 22:04:00,809 DEBUG XenOvf.OVF [6] - OVF.SetTargetDeviceInRASD completed 258c3a82-52a2-458e-99ad-a8c36ecefbd1 device 0

2020-10-05 22:04:00,948 DEBUG XenAdmin.Actions.ActionBase [6] - Connecting virtual disk cb6a247a-f77a-4aa2-8479-b34153dc9052.vhd... 

2020-10-05 22:04:02,975 DEBUG XenAdmin.Actions.GUIActions.MeddlingActionManager [Main program thread] - Unmatched meddling task skipped -- OpaqueRef:0207bcee-d070-4df5-9f50-91e63112f31c

2020-10-05 22:04:03,177 DEBUG XenAdmin.Actions.GUIActions.MeddlingActionManager [Main program thread] - Unmatched meddling task skipped -- OpaqueRef:0207bcee-d070-4df5-9f50-91e63112f31c

2020-10-05 22:04:03,881 DEBUG XenAdmin.Actions.GUIActions.MeddlingActionManager [Main program thread] - Unmatched meddling task skipped -- OpaqueRef:0207bcee-d070-4df5-9f50-91e63112f31c

2020-10-05 22:04:04,298 DEBUG XenAdmin.Actions.GUIActions.MeddlingActionManager [Main program thread] - Unmatched meddling task skipped -- OpaqueRef:0207bcee-d070-4df5-9f50-91e63112f31c

2020-10-05 22:04:04,298 DEBUG XenAdmin.Actions.GUIActions.MeddlingActionManager [Main program thread] - Unmatched meddling task skipped -- OpaqueRef:0207bcee-d070-4df5-9f50-91e63112f31c

2020-10-05 22:04:04,298 DEBUG XenAdmin.Actions.GUIActions.MeddlingActionManager [Main program thread] - Unmatched meddling task skipped -- OpaqueRef:0207bcee-d070-4df5-9f50-91e63112f31c

2020-10-05 22:04:10,623 DEBUG XenOvfTransport.iSCSI [6] - Connecting virtual disk cb6a247a-f77a-4aa2-8479-b34153dc9052... 

2020-10-05 22:04:10,654 INFO  XenOvfTransport.iSCSI [6] - iSCSI.Connect found 1 targets, connecting to: iqn.2010-01.com.citrix:vdi.cb6a247a-f77a-4aa2-8479-b34153dc9052.459b353e-c830-6496-0087-63f64696ed08

2020-10-05 22:04:10,669 INFO  XenOvfTransport.iSCSI [6] - iSCSI.Connect found 2 luns, looking for block storage.

2020-10-05 22:04:10,669 INFO  XenOvfTransport.iSCSI [6] - iSCSI.Connect, found on lun: 281474976710656

2020-10-05 22:04:10,669 INFO  XenOvfTransport.iSCSI [6] - Started copying 10737418240 bytes to cb6a247a-f77a-4aa2-8479-b34153dc9052.vhd via iSCSI.

2020-10-05 22:04:10,669 DEBUG XenAdmin.Actions.ActionBase [6] - Transferring virtual disk cb6a247a-f77a-4aa2-8479-b34153dc9052.vhd ... 

2020-10-05 22:07:35,635 INFO  XenOvfTransport.iSCSI [6] - Finished copying 10737418240 bytes to cb6a247a-f77a-4aa2-8479-b34153dc9052.vhd via iSCSI.

2020-10-05 22:07:35,651 DEBUG XenAdmin.Actions.ActionBase [6] - Disconnecting virtual disk cb6a247a-f77a-4aa2-8479-b34153dc9052.vhd ... 

2020-10-05 22:07:40,162 DEBUG XenAdmin.Actions.GUIActions.MeddlingActionManager [Main program thread] - Unmatched meddling task skipped -- OpaqueRef:cc3d35d8-fc26-496c-a10e-0fd9eb49c093

2020-10-05 22:07:40,162 DEBUG XenAdmin.Actions.GUIActions.MeddlingActionManager [Main program thread] - Unmatched meddling task skipped -- OpaqueRef:cc3d35d8-fc26-496c-a10e-0fd9eb49c093

2020-10-05 22:07:40,765 DEBUG XenAdmin.Actions.ActionBase [Main program thread] - 

2020-10-05 22:07:40,765 DEBUG XenAdmin.Actions.ActionBase [Main program thread] - Shutting down VM

2020-10-05 22:07:40,834 DEBUG XenAdmin.Actions.GUIActions.MeddlingAction [19] - Updating task OpaqueRef:cc3d35d8-fc26-496c-a10e-0fd9eb49c093 : 10/05/2020 13:07:36 - 01/01/1970 00:00:00

2020-10-05 22:07:41,136 DEBUG XenAdmin.Actions.GUIActions.MeddlingAction [15] - Updating task OpaqueRef:cc3d35d8-fc26-496c-a10e-0fd9eb49c093 : 10/05/2020 13:07:36 - 01/01/1970 00:00:00

2020-10-05 22:07:41,315 DEBUG XenAdmin.Actions.GUIActions.MeddlingAction [18] - Updating task OpaqueRef:cc3d35d8-fc26-496c-a10e-0fd9eb49c093 : 10/05/2020 13:07:36 - 01/01/1970 00:00:00

2020-10-05 22:07:41,438 DEBUG XenOvfTransport.iSCSI [6] - iSCSI.StopScsiTarget: iSCSI Target Destroyed.

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.AddOtherSystemSettingData completed

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.AddOtherSystemSettingData completed

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.AddOtherSystemSettingData completed

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.AddOtherSystemSettingData completed

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.AddOtherSystemSettingData completed

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.FinalizeEnvelope completed.

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.CreateEnvelope centos7x created 2221be92-2c93-46f0-883a-143c7bc715d6

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.FindVirtualHardwareSection 1 found.

2020-10-05 22:07:41,438 DEBUG XenOvf.OVF [6] - OVF.FinalizeEnvelope completed.

2020-10-05 22:07:41,438 DEBUG XenAdmin.Actions.ActionBase [6] - Completed export.

2020-10-05 22:07:41,453 DEBUG XenAdmin.Actions.ActionBase [6] - Archiving appliance files into single package file centos7x.ovf...

2020-10-05 22:07:41,538 DEBUG XenAdmin.Actions.GUIActions.MeddlingAction [13] - Updating task OpaqueRef:cc3d35d8-fc26-496c-a10e-0fd9eb49c093 : 10/05/2020 13:07:36 - 01/01/1970 00:00:00

2020-10-05 22:07:41,538 ERROR XenAdmin.Actions.CancellingAction [18] - Error recomputing whether the task can be cancelled.

Object has been deleted.task:OpaqueRef:cc3d35d8-fc26-496c-a10e-0fd9eb49c093

2020-10-05 22:07:41,554 DEBUG XenAdmin.Actions.ActionBase [13] - Completed

2020-10-05 22:07:41,601 ERROR XenAdmin.Actions.CancellingAction [15] - Error recomputing whether the task can be cancelled.

Object has been deleted.task:OpaqueRef:cc3d35d8-fc26-496c-a10e-0fd9eb49c093

2020-10-05 22:07:41,617 DEBUG XenOvf.OVF [6] - OVF.SaveAs: E:\centos7x\centos7x.ovf

2020-10-05 22:07:41,632 DEBUG XenOvf.OVF [6] - OVF.SaveAs completed

2020-10-05 22:07:41,639 DEBUG XenAdmin.Actions.ActionBase [6] - Completed

2020-10-05 22:07:41,639 INFO  Audit [6] - Operation success: ExportApplianceAction: citrix-opoqdsfl: VM a8384e79-e4b5-a152-a937-45ae5b9627ee (centos7x): Pool 33aa4202-eabb-c61c-6f12-94fc8e8c9302 (citrix-opoqdsfl): Host 25f39cbf-4f8f-47d0-b9b8-26bfd00b64e1 (citrix-opoqdsfl): Completed

XenCenter の国際言語化

リソースファイルに、メッセージテキストが、各言語ごとに定義されている。

XenModel/Messages.resx

  <data name="ACTION_ACTIVATING_MULTIPLE_VDIS_STATUS" xml:space="preserve">

    <value>Activating virtual disks...</value>

  </data>

Messages.ja.resx

  <data name="ACTION_ACTIVATING_MULTIPLE_VDIS_STATUS" xml:space="preserve">

    <value>仮想ディスクをアクティブにしています...</value>

  </data>

コードからは、こう、使う。

[kanda@centos8 xenadmin]$ ag ACTION_ACTIVATING_MULTIPLE_VDIS_STATUS

XenAdmin/Commands/ActivateVBDCommand.cs

173:                RunMultipleActions(actionsToComplete, Messages.ACTION_ACTIVATING_MULTIPLE_VDIS_TITLE, Messages.ACTION_ACTIVATING_MULTIPLE_VDIS_STATUS, Messages.COMPLETED, true);

Messages.Designer.cs

        /// <summary>

        ///   Looks up a localized string similar to Virtual Network Interfaces.

        /// </summary>

        public static string VM_NETWORK_TAB_TITLE {

            get {

                return ResourceManager.GetString("VM_NETWORK_TAB_TITLE", resourceCulture);

            }

        }

Messages.ja.resx

  <data name="VM_NETWORK_TAB_TITLE" xml:space="preserve">

    <value>仮想ネットワーク インターフェイス</value>

  </data>

xe コマンドで、Pool-wide network associated with eth0 という name_label のものが、 XenCenter だと、 Network 0 あるいは、ネットワーク 0 と表示される理由。

XenAPI-Extensions/Network.cs

namespace XenAPI

{

    public partial class Network : IComparable<Network>, IEquatable<Network>

    {

        /// <returns>A friendly name for the network.</returns>

        public override string Name()

        {

            // Return the name_label, if its been changed by the user, or Network n where n is the

            // device number otherwise.  Take the device from the pool master by default, or from

            // the first one we find otherwise.  If it's not attached anywhere, then give up and

            // return the name_label, which will be in the default form.

            if (!name_label.StartsWith("Network associated with ") &&

                !name_label.StartsWith("Pool-wide network associated with "))

            {

                return name_label;

            }

            Pool pool = Helpers.GetPoolOfOne(Connection);

            if (pool == null)

                return name_label;

            string master_ref = pool.master.opaque_ref;

            foreach (PIF pif in Connection.ResolveAll(PIFs))

            {

                if (pif.host.opaque_ref == master_ref)

                {

                    return PIFName(pif);

                }

            }

..

わからん。このへんで、リソースを引くのだと思うが。

xapi サーバ

[root@citrix-opoqdsfl xensource]# more xapi-ssl.conf 

[xapi]

accept = :::443

connect = 80

[root@citrix-opoqdsfl etc]# lsof -i

COMMAND    PID   USER   FD   TYPE DEVICE SIZE/OFF NODE NAME

xapi      2281   root   39u  IPv6  26461      0t0  TCP *:http (LISTEN)

stunnel   3192   root   14u  IPv6  31999      0t0  TCP citrix-opoqdsfl:https->win10:49756 (ESTABLISHED)

stunnel   3192   root   15u  IPv4  29565      0t0  TCP localhost:41278->localhost:http (ESTABLISHED)

[root@citrix-opoqdsfl xensource]# ps -o pid,cmd 2281

  PID CMD

 2281 /opt/xensource/bin/xapi -nowatchdog -writereadyfile /var/run/xapi_startup.cookie -writeinitcomplete /var/run/xapi_init_complete.cookie -onsystemboot

[root@citrix-opoqdsfl ~]# rpm -qf /opt/xensource/bin/xapi

xapi-core-1.214.1-2.x86_64

ソースはこれらしい。

https://github.com/xapi-project/xen-api

これが、 main らしい。

xen-api/ocaml/xapi/xapi.ml

ログは、どこに出て、レベルは、どう変えられる？

xapi.conf

# Configure the logging policy:

# logconfig = /etc/xensource/log.conf

このファイルは、なかった。

[kanda@centos8 ~]$ xe pool-list

uuid ( RO)                : 33aa4202-eabb-c61c-6f12-94fc8e8c9302

          name-label ( RW): 

    name-description ( RW): 

              master ( RO): 25f39cbf-4f8f-47d0-b9b8-26bfd00b64e1

          default-SR ( RW): 7c257fa5-f51f-d62a-9f06-3d9eb2ee7eb5

[root@citrix-opoqdsfl log]# tail -f xensource.log

Oct 11 14:09:28 citrix-opoqdsfl xapi: [debug||1653 INET :::80||cli] xe pool-list username=root password=(omitted)

Oct 11 14:09:28 citrix-opoqdsfl xapi: [debug||1653 INET :::80|session.login_with_password D:a0ae0fe615a2|xapi] Success: local auth, user root from HTTP request from Internet with User-Agent: xen-api-libs/1.0

Oct 11 14:09:28 citrix-opoqdsfl xapi: [ info||1653 INET :::80|session.login_with_password D:a0ae0fe615a2|xapi] Session.create trackid=677506b4d37a96f029603adb206157ab pool=false uname=root originator=cli is_local_superuser=true auth_user_sid= parent=trackid=9834f5af41c964e225f24279aefe4e49

Oct 11 14:09:28 citrix-opoqdsfl xapi: [debug||1654 UNIX /var/lib/xcp/xapi||dummytaskhelper] task dispatch:pool.get_all D:d7113455b269 created by task D:a0ae0fe615a2

Oct 11 14:09:28 citrix-opoqdsfl xapi: [ info||1653 INET :::80|session.logout D:2c56e93d1bdd|xapi] Session.destroy trackid=677506b4d37a96f029603adb206157ab

Oct 11 14:09:31 citrix-opoqdsfl xapi: [debug||1655 UNIX /var/lib/xcp/xapi||dummytaskhelper] task dispatch:session.logout D:a061afd028bf created by task D:864a6a077bdb

Oct 11 14:09:31 citrix-opoqdsfl xapi: [ info||1655 UNIX /var/lib/xcp/xapi|session.logout D:294efc59ba36|xapi] Session.destroy trackid=d53f97822c3133ca474517cf84873de7

Oct 11 14:09:31 citrix-opoqdsfl xapi: [debug||1656 UNIX /var/lib/xcp/xapi||dummytaskhelper] task dispatch:session.slave_login D:9d144f4113f2 created by task D:864a6a077bdb

Oct 11 14:09:31 citrix-opoqdsfl xapi: [ info||1656 UNIX /var/lib/xcp/xapi|session.slave_login D:482a6ebfa040|xapi] Session.create trackid=d00f674bf702738e5a99803f61a2e2b9 pool=true uname= originator=xapi is_local_superuser=true auth_user_sid= parent=trackid=9834f5af41c964e225f24279aefe4e49

Oct 11 14:09:31 citrix-opoqdsfl xapi: [debug||1657 UNIX /var/lib/xcp/xapi||dummytaskhelper] task dispatch:pool.get_all D:0d4f1be886b2 created by task D:482a6ebfa040

Oct 11 14:09:31 citrix-opoqdsfl xapi: [debug||1658 UNIX /var/lib/xcp/xapi||dummytaskhelper] task dispatch:event.from D:a6f277159094 created by task D:864a6a077bdb

ソースと、ログの対応が取れた。

[root@citrix-opoqdsfl log]# grep Attempting xensource.log

Oct 11 14:07:50 citrix-opoqdsfl xapi: [debug||1416 |Async.VM.start R:89dec1e19716|xapi_vm_helpers] Attempting to start VM (OpaqueRef:fee4c523-e1c9-4699-ae76-f5c590344da4) on one of equally optimal hosts [ OpaqueRef:852aac06-abe7-438f-ab70-9aa3a53d5d6a ]

[kanda@centos8 xapi]$ ag "Attempting to start VM"

xapi_vm_helpers.ml

982:          "Attempting to start VM (%s) on one of equally optimal hosts [ %s ]"

その先で、例えば、実際にゲストをブートするのは、 xenopsd というデーモンらしい。

https://github.com/xapi-project/xenopsd/blob/master/doc/walk-throughs/VM.start.md

libxc というので、ハイパーバイザを呼ぶらしいのだが、ソース上で見つからない。

以上