工作總結(jié)

顯卡虛擬化部分

待解決bug:

1 vm puse后鼠標(biāo)圖標(biāo)花的問題。
2 vm鼠標(biāo)慢的問題。
3 gtk grab keyboard的問題。
4 pulseaudio啟動的問題。

1 GVDI工作內(nèi)容:
a linux內(nèi)核修改:原生內(nèi)核升級,gvt-linux內(nèi)核升級。
b Qemu修改:原生修改,igvt版本修改。
c Libvirt修改:升級到最新。
d 集成顯卡和獨立顯卡不同修改。
e 虛擬機音頻方案修改:backend從alsa修改為pulseaudio,frontend從ac97修改為ich6。

重要服務(wù)器中相關(guān)文件說明(192.168.2.225)

#### 重要升級包列表:
ls /zfsroot/update-list/
# 共享模式GVDI升級包
drwxr-xr-x. 7 root root     4096 5月  21 17:45 gvt-update
# GVDI聲音問題升級包
drwxr-xr-x. 2 root root      137 5月  24 10:09 pulse-update
-rw-r--r--. 1 root root 18592626 5月  24 10:02 pulse-update.tar.gz
# 戴爾工作站調(diào)試升級包
drwxr-xr-x. 2 root root      165 5月  24 10:26 wx3100-update
-rw-r--r--. 1 root root 51519458 5月  24 10:22 wx3100-update.tar.gz

# 內(nèi)核編譯環(huán)境路徑:
ll /zfsroot/rpmbuild
# 透傳模式內(nèi)核spec文件:
/zfsroot/rpmbuild/SPECS/kernel-ml-4.11.spec
# 共享模式內(nèi)核spec文件:
/zfsroot/rpmbuild/SPECS/kernel-ml-4.14.0.spec
# 透傳模式內(nèi)核源碼路徑:
/zfsroot/rpmbuild/BUILD/kernel-ml-4.11.4/linux-4.11.4-1.el7.centos.x86_64/
# 共享模式內(nèi)核源碼路徑:
/zfsroot/rpmbuild/BUILD/kernel-ml-4.14.10/linux-4.14.0-1.el7.centos.x86_64+/
# 編譯后的RPM包路徑:
/zfsroot/rpmbuild/RPMS/x86_64/

# 透傳模式Qemu源碼路徑:
/zfsroot/workspace/qemu-dev/qemu
# 共享模式Qemu源碼路徑:
/zfsroot/workspace/qemu-dev/igvtg-qemu/
# 共享模式Libvirt源碼路徑:
/zfsroot/workspace/libvirt-dev/libvirt

# 桌面流spice gtk源碼路徑:
/zfsroot/workspace/spice-gtk-0.22-frank-x86-intel

GVDI終端重要文件路徑

# 登錄軟件配置路徑:
ls /etc/lightning_client/
-rw-r--r--. 1 root root  884 4月  27 16:10 client.conf
-rw-r--r--. 1 root root  884 5月  24 09:22 client.conf.bak
-rw-r--r--. 1 root root  105 2月  28 14:41 login.conf
-rw-r--r--. 1 root root  105 5月  24 09:22 login.conf.bak
-rw-r--r--. 1 root root    0 4月  27 16:10 update_kernel
-rw-r--r--. 1 root root 4663 2月  28 11:13 vm_idv_ufi.xml
-rw-r--r--. 1 root root 4239 2月  28 11:13 vm_idv.xml

# 透傳Qemu軟件路徑:
ls /opt/qemu-dev/
# 共享模式Qemu軟件路徑:
ls /opt/qemu-gvt/
# 共享模式libvirt軟件路徑:
ls /opt/libvirt-dev/
# 桌面流spice gtk軟件路徑:
ls /opt/spice-dev/
# 虛擬機bios階段log文件路徑:
ls /var/log/vm_bios.log
# 透傳模式虛擬機log文件路徑:
ls /var/log/libvirt/qemu/
# 共享模式虛擬機log文件路徑:
ls /opt/libvirt-dev/var/log/libvirt/qemu/
# 登錄界面程序log文件路徑:
ls /var/log/lightning_client.log

桌面流spice gtk

# 編譯:
ssh root@192.168.2.225
cd /zfsroot/workspace/spice-gtk-0.22-frank-x86-intel
./config.sh
make;make install
# 運行spice:
 gtk/spicy -h 192.168.0.237 -p 5900 -w [password] -f

# 測試gstreamer 是否ok:
cd /zfsroot/workspace/gvt-test/gst-h264-test
make
# 運行測試程序:
export DISPLAY=:0;./decoder

GVDI USB設(shè)備管控

# 相關(guān)文件:
# USB管控策略配置文件:
ls /etc/lightning_client/login.conf
[private_mode]
[[settings]]
pwd = GNBNGNFNFNHN
save_pwd = True
user_name = niuzc
auto_login = False
[[bind_user]]
user = niuzc
hash = {SHA}n6TVu1GBfc8vljzymz27H8sj9Sg=
# 以下是基于用戶的usb管控策略的配置
[[usb_filter]]
class_list = ,
vid_pid_list = ,
policy_type = 0

[multiuser_mode]
# 以下是基于終端的usb管控策略的配置
[[usb_filter]]
class_list = 8, 256, 14, 7
vid_pid_list = ,
policy_type = 0

# 相關(guān)python源碼:
# 負(fù)責(zé)usb設(shè)備的過濾,虛擬機usb設(shè)備的拔插
ls /usr/share/lightning_client/usb_filter_policy.py
# 與usb相關(guān)的小工具
ls /usr/share/lightning_client/usb_tools.py
# 監(jiān)控usb設(shè)備的拔插事件
ls /usr/share/lightning_client/udev_monitor.py

dump支持efi的vbios方法:

將顯卡拔出,插入一臺普通PC主板上,設(shè)置Bios,修改顯卡的啟動模式為efi。啟動進入linux系統(tǒng),運行下面命令dump rom:

echo 1 > /sys/bus/pci/devices/[device-id]/rom
cat /sys/bus/pci/devices/[device-id]/rom > vbios.rom
echo 0 > /sys/bus/pci/devices/[device-id]/rom

linux內(nèi)核編譯:

ssh root@192.168.2.225
cd /zfsroot/rpmbuild/
ls BUILD/kernel-ml-4.11.4/linux-4.11.4-1.el7.centos.x86_64/
rpmbuild -bb SPECS/kernel-ml-4.11.spec
ls RPMS/x86_64/kernel-ml-4.11.4-1.el7.centos.x86_64.rpm

ls BUILD/kernel-ml-4.14.10/linux-4.14.0-1.el7.centos.x86_64+
rpm -bb SPECS/kernel-ml-4.14.0.spec
ls RPMS/x86_64/kernel-ml-4.14.0-1.el7.centos.x86_64.rpm

Qemu原生版本編譯:

ssh root@192.168.2.225
cd /zfsroot/workspace/qemu-dev/qemu
mkdir build
cd build/
../conf.sh
make;make install
ls /opt/qemu-dev

igvt Qemu編譯:

ssh root@192.168.2.225
cd /zfsroot/workspace/igvtg-qemu/
mkdir build
cd build/
../conf.sh
make;make install
ls /opt/qemu-gvt

編譯新版本libvirt:

ssh root@192.168.2.225
cd /zfsroot/workspace/libvirt-dev/libvirt
mkdir build
cd build/
../configure --prefix=/opt/libvirt-dev
make;make install
ls /opt/libvirt-dev

Intel vGPU升級腳本:

ssh root@192.168.2.225
cd /zfsroot/mq-update
./update.sh

代碼解釋:

內(nèi)核:
gvt linux修改:
1 添加修改edid接口:

git diff drivers/gpu/drm/i915/gvt/kvmgt.c
+// <<< MQ
+static ssize_t vgpu_edid_show(struct device *dev, struct device_attribute *attr, char *buf);
+static ssize_t vgpu_edid_store(struct device *dev,
+                                      struct device_attribute *attr,
+                                      const char *buf, size_t count);
+// static DEVICE_ATTR(vgpu_edid, (S_IWUSR | S_IRUGO), vgpu_edid_show, vgpu_edid_store);
+static DEVICE_ATTR_RW(vgpu_edid);
+
+static void print_info(struct intel_vgpu *vgpu, const char *buf, size_t count)
+{
+       int i;
+       for (i = 0; i < count; ++i)
+       {
+               gvt_vgpu_err("%02hhX, ", buf[i]);
+               i ++;
+       }
+}
+
+static ssize_t vgpu_edid_show(struct device *dev, struct device_attribute *attr, char *buf)
+{
+       struct mdev_device *mdev = mdev_from_dev(dev);
+       if (mdev)
+       {
+               struct intel_vgpu *vgpu = (struct intel_vgpu *)
+                       mdev_get_drvdata(mdev);
+               gvt_vgpu_err("%s \n", __func__);
+               struct drm_i915_private *dev_priv = vgpu->gvt->dev_priv;
+               int port_num = PORT_B;
+               if (IS_SKYLAKE(dev_priv) || IS_KABYLAKE(dev_priv))
+                       port_num = PORT_D;
+               struct intel_vgpu_port *port = intel_vgpu_port(vgpu, port_num);
+               print_info(vgpu, port->edid->edid_block, EDID_SIZE);
+       }
+
+       return sprintf(buf, "\n");
+}
+
+static ssize_t vgpu_edid_store(struct device *dev, struct device_attribute *attr, const char *buf, size_t count)
+{
+       struct mdev_device *mdev = mdev_from_dev(dev);
+       if (mdev)
+       {
+               struct intel_vgpu *vgpu = (struct intel_vgpu *)
+                       mdev_get_drvdata(mdev);
+               gvt_vgpu_err("%s [%d] \n", __func__, count);
+               if (count == EDID_SIZE)
+               {
+                       /* code */
+                       struct drm_i915_private *dev_priv = vgpu->gvt->dev_priv;
+                       int port_num = PORT_B;
+                       if (IS_SKYLAKE(dev_priv) || IS_KABYLAKE(dev_priv))
+                               port_num = PORT_D;
+                       struct intel_vgpu_port *port = intel_vgpu_port(vgpu, port_num);
+                       memcpy(port->edid->edid_block, buf, EDID_SIZE);
+                       intel_gvt_ops->vgpu_reset(vgpu);
+               }
+               print_info(vgpu, buf, count);
+       }
+       
+       return count;
+}
+// >>> MQ
+
+
+
 static struct attribute *intel_vgpu_attrs[] = {
        &dev_attr_vgpu_id.attr,
        &dev_attr_hw_id.attr,
+       // <<< MQ
+       &dev_attr_vgpu_edid.attr,
+       // >>> MQ
        NULL
 };

Qemu:
添加簡單鏡像加密:

git diff block/qcow2.c

Igvtg-qemu:
解決重啟后虛擬機無法顯示的問題:

git diff hw/vfio/display.c
+static void vfio_display_clean_dmabufs(VFIOPCIDevice *vdev)
+{
+    VFIODMABuf *dmabuf, *tmp;
+
+    QTAILQ_FOREACH_SAFE(dmabuf, &vdev->dmabufs, next, tmp) {
+        QTAILQ_REMOVE(&vdev->dmabufs, dmabuf, next);
+        dpy_gl_release_dmabuf(vdev->display_con, &dmabuf->buf);
+        close(dmabuf->buf.fd);
+        g_free(dmabuf);
+    }
+}
+
+
+int vfio_display_reset(VFIOPCIDevice *vdev)
+{
+    vfio_display_clean_dmabufs(vdev);
+    return 0;
+}

git diff hw/vfio/pci.h
+int vfio_display_reset(VFIOPCIDevice *vdev);

git diff hw/vfio/pci.c
@@ -1989,6 +1989,8 @@ static void vfio_pci_pre_reset(VFIOPCIDevice *vdev)
     PCIDevice *pdev = &vdev->pdev;
     uint16_t cmd;
 
+    vfio_display_reset(vdev);
+

解決Qemu突然崩潰:

git diff hw/vfio/display.c
@@ -80,7 +92,9 @@ static VFIODMABuf *vfio_display_get_dmabuf(VFIOPCIDevice *vdev,
                         dmabuf->buf.width, dmabuf->buf.height,
                         (plane_type == DRM_PLANE_TYPE_PRIMARY)
                         ? "primary" : "cursor");
-                abort();
+                // abort();
+                return NULL;

添加檢查vGPU圖像是否正常:

git diff hmp-commands.hx
-@item mouse_set @var{index}
+@item mouse_set @var{val}
 @findex mouse_set
+Show the vIGD info.
+ETEXI
+
+    {
+        .name       = "gk_vIGD_info",
+        .args_type  = "",
+        .params     = "",
+        .help       = "get vIGD state",
+        .cmd        = hmp_gk_vIGD_info,
+    },
+
+STEXI
+@item gk_vIGD_info @var{val}
+@findex gk_vIGD_info

git diff include/ui/console.h
+void hmp_gk_vIGD_info(Monitor *mon, const QDict *qdict);

git diff ui/gtk.c
+// MQ <<<
+#include "monitor/monitor.h"
+// >>>
+
@@ -170,6 +174,9 @@ struct GtkDisplayState {
     VirtualConsole *ptr_owner;
 
     gboolean full_screen;
+#ifdef MQ_ADD
+    gboolean hide_screen;
+#endif
@@ -1326,13 +1333,36 @@ static void gd_menu_full_screen(GtkMenuItem *item, void *opaque)
         }
     }
 
+#ifdef MQ_ADD
+    if (mq_vgpu_state == mq_starting)
+    {
+        s->hide_screen = TRUE;
+        gtk_widget_hide(s->window);
+    }
+#endif
+
 static void gd_accel_full_screen(void *opaque)
 {
     GtkDisplayState *s = opaque;
+#ifdef MQ_ADD
+    if (!s->hide_screen)
+    {
+        /* code */
+        gtk_widget_hide(s->window);
+        s->hide_screen = TRUE;
+    } else {
+        if (mq_vgpu_state == mq_running)
+        {
+            gtk_widget_show(s->window);
+            s->hide_screen = FALSE;
+        }
+    }
+#else
     gtk_menu_item_activate(GTK_MENU_ITEM(s->full_screen_item));
+#endif
@@ -2237,12 +2267,18 @@ static void gd_set_keycode_type(GtkDisplayState *s)
 }
 
 static gboolean gtkinit;
+#ifdef MQ_ADD
+static GtkDisplayState *mq_s;
+#endif
 void gtk_display_init(DisplayState *ds, bool full_screen, bool grab_on_hover)
 {
     VirtualConsole *vc;
 
     GtkDisplayState *s = g_malloc0(sizeof(*s));
+#ifdef MQ_ADD
+    mq_s = s;
+#endif
@@ -2306,6 +2342,17 @@ void gtk_display_init(DisplayState *ds, bool full_screen, bool grab_on_hover)
     gtk_container_add(GTK_CONTAINER(s->window), s->vbox);
 
     gtk_widget_show_all(s->window);
+#ifdef MQ_ADD
+    if (display_opengl)
+    {
+        /* code */
+        gtk_widget_hide(s->window);
+        s->hide_screen = TRUE;
+    } else {
+        s->hide_screen = FALSE;
+        mq_vgpu_state = mq_running;
+    }
+#endif

+void hmp_gk_vIGD_info(Monitor *mon, const QDict *qdict)
+{
+    monitor_printf(mon, "%d\n", mq_vgpu_state);
+}

git diff include/ui/gtk.h
+#ifdef MQ_ADD
+typedef enum VgpuState
+{
+   mq_starting,
+   mq_running, 
+} VgpuState;
+extern VgpuState mq_vgpu_state;
+#endif
+

git diff ui/gtk-egl.c
+#ifdef MQ_ADD
+VgpuState mq_vgpu_state = mq_starting;
+#endif
+
@@ -257,6 +261,21 @@ void gd_egl_scanout_flush(DisplayChangeListener *dcl,
         return;
     }
 
+#ifdef MQ_ADD
+    if (mq_vgpu_state == mq_starting)
+    {
+        uint32_t tmp = 0;
+        egl_fb *fb = &vc->gfx.guest_fb;
+        egl_mq_fb_read(&tmp, fb, fb->width / 2, fb->height / 2, 1, 1);
+        if (tmp != 0xff000000)
+        {
+            mq_vgpu_state = mq_running;
+        }
+        // fprintf(stderr, "(%x) pixel data\r", tmp);
+        // fflush(stderr);
+    }
+#endif
+

git diff include/ui/egl-helpers.h
+#define MQ_ADD 1
+#ifdef MQ_ADD
+void egl_mq_fb_read(void *dst, egl_fb *src, int x, int y, int w, int h);
+#endif

git diff ui/egl-helpers.c
+#ifdef MQ_ADD
+void egl_mq_fb_read(void *dst, egl_fb *src, int x, int y, int w, int h)
+{
+    glBindFramebuffer(GL_READ_FRAMEBUFFER, src->framebuffer);
+    glReadBuffer(GL_COLOR_ATTACHMENT0_EXT);
+    glReadPixels(x, y, w, h,
+                 GL_BGRA, GL_UNSIGNED_BYTE, dst);
+}
+#endif
+

添加顯示隱藏虛擬機畫面:

git diff hmp-commands.hx
+Show the gtk window.
+ETEXI
+
+    {
+        .name       = "gk_gtk_show",
+        .args_type  = "",
+        .params     = "",
+        .help       = "triggle gtk window show",
+        .cmd        = hmp_gk_gtk_show,
+    },
+
+STEXI
+@item gk_gtk_show @var{index}
+@findex gk_gtk_show

git diff ui/gtk.c
+
+void hmp_gk_gtk_show(Monitor *mon, const QDict *qdict)
+{
+#ifdef MQ_ADD
+    GtkDisplayState *s = mq_s;
+    VirtualConsole *vc = gd_vc_find_current(s);
+    if (!s->hide_screen)
+    {
+        /* code */
+        gd_ungrab_keyboard(s);
+        gd_ungrab_pointer(s);
+        gd_update_cursor(vc);
+        gtk_widget_hide(s->window);
+        s->hide_screen = TRUE;
+    } else {
+        if (mq_vgpu_state == mq_running)
+        {
+
+            gd_grab_keyboard(vc, "user-request-main-window");
+            gd_grab_pointer(vc, "user-request-main-window");
+
+            gd_update_cursor(vc);
+
+            // if (!s->full_screen) {
+            //     gtk_widget_show_all(s->window);
+            //     gtk_notebook_set_show_tabs(GTK_NOTEBOOK(s->notebook), FALSE);
+            //     gtk_widget_hide(s->menu_bar);
+            //     if (vc->type == GD_VC_GFX) 
+            //     {
+            //         gtk_widget_set_size_request(vc->gfx.drawing_area, -1, -1);
+            //     }
+            //     gtk_window_fullscreen(GTK_WINDOW(s->window));
+            //     s->full_screen = TRUE;
+            // }
+
+            gtk_widget_show(s->window);
+            s->hide_screen = FALSE;
+        }
+    }
+#endif
+}

解決虛擬機遷移不成功問題:

git diff include/hw/vfio/vfio-common.h

git diff hw/vfio/pci.c

git diff hw/vfio/common.c

git diff hw/vfio/common.c

GKapp部分

Windows Server 2012 RemoteApp搭建:
搭建域控制器
部署remoteapp
windows server虛擬機服務(wù)器ip:192.168.2.248
ADDC ip:192.168.2.230

GKapp Agent架構(gòu)
gkapp-manager
gkapp-center
gkfb
gokuprotocol

gkappsession:
gokuapp:

# 源碼路徑:
# gkappsession:
client/gkapp-enc/gkapp-session/
#gokuapp:
client/X11/cli/
# 編譯方式:
ssh root@192.168.108.244
cd /zfsroot/gkapp-workspace/freerdp-gk/
# 清除cmake緩存
./c.sh
# 重新生成cmake緩存
./m.sh
# 編譯
make
# 打包成升級包
./make_package.sh
# 在當(dāng)前目錄下會生成如下文件夾:
ls gokuapp-2018-05-22/
# 將此文件夾拷貝到目標(biāo)服務(wù)器中,運行install_gokuapp.sh腳本,即可升級相關(guān)軟件。

GKapp Client架構(gòu)

https://git.coding.net/mqddb/gokuapp.git
https://git.coding.net/mqddb/rapp.git
https://git.coding.net/mqddb/gkapp-action.git

gkapp排錯基本流程:

1 確定windows server remoteapp是否有問題,方法:打開remote app web access網(wǎng)址,如:https://192.168.2.236/RDWeb/Pages/zh-CN/login.aspx,輸入用戶名,密碼看看是否可以正常獲取應(yīng)用列表?如果可以,在win2012中打開獲取的rdp文件,如果能夠正常啟動remote app,則說明windows server remoteapp沒有問題。
2 確定windows server remoteapp沒有問題后,再確認(rèn)gkapp-manager和gkapp-center有沒有問題,方法:進入gkapp agent,查看log文件:/var/log/gkapp_manager/django.log, /var/log/gkapp_center/center.log。運行命令:systemctl restart gkapp-manager,systemctl restart gkapp-center,重啟兩個服務(wù)。
3 如果到這里,運行還是有問題。則說明gkappsession和gokuapp程序運行有問題,需要查看文件夾:/var/log/gokuapp/中相關(guān)的log文件,確定問題出在哪?

最后編輯于
?著作權(quán)歸作者所有,轉(zhuǎn)載或內(nèi)容合作請聯(lián)系作者
【社區(qū)內(nèi)容提示】社區(qū)部分內(nèi)容疑似由AI輔助生成,瀏覽時請結(jié)合常識與多方信息審慎甄別。
平臺聲明:文章內(nèi)容(如有圖片或視頻亦包括在內(nèi))由作者上傳并發(fā)布,文章內(nèi)容僅代表作者本人觀點,簡書系信息發(fā)布平臺,僅提供信息存儲服務(wù)。

相關(guān)閱讀更多精彩內(nèi)容

友情鏈接更多精彩內(nèi)容