Add storage and image management support #3864

zhencliu · 2024-03-08T07:54:41Z

No description provided.

YongxueHong · 2024-07-25T05:43:13Z

avocado_vt/plugins/vt_cluster.py

+                    teardown_resmgr()
+                    vt_imgr.teardown()


move out of the blocker for

YongxueHong · 2024-07-25T07:08:18Z

virttest/vt_imgr/vt_imgr.py

+     "uuid": "uuid-sn"
+     "name": "sn",
+     "type": "qemu",
+     "topology": {"chain": ["base", "sn"]}


Suggested change

"topology": {"chain": ["base", "sn"]}

"topology": {"$type: chain; flat", ["$tag: ", "sn"]}

YongxueHong · 2024-07-25T07:21:08Z

virttest/vt_utils/image/qemu.py

+    return volume_opts_getter(volume_config)
+
+
+def get_image_opts(virt_image_config):


Rename the argument virt_image_config

YongxueHong · 2024-07-26T02:51:57Z

virttest/vt_resmgr/resources/storage/volume.py

+        config = super()._define_config_legacy(resource_name, resource_params)
+        config["meta"].update({
+            "type": cls._RESOURCE_TYPE,
+            "volume-type": cls.volume_type,


[stdlog] 2024-07-25 11:25:37,177 avocado.virttest.vt_vmm.objects.instance_spec_qemu instance_spec_qe L1196 DEBUG| --> disk source: {'meta': {'uuid': 'fec24fc199ff4b54b9f334403b13036a', 'name': 'image1', 'type': 'qemu', 'topology': {'none': ['image1']}}, 'spec': {'virt-images': {'image1': {'meta': {'name': 'image1'}, 'spec': {'format': 'qcow2', 'volume': {'meta': {'name': 'image1', 'uuid': 'bbe8f7b1409e402d9344099bc6908c9f', 'type': 'volume', 'pool': {'meta': {'name': 'dir_pool1', 'uuid': 'ebbbefc61517466baee18cd07ee9fbf7', 'type': 'filesystem', 'access': {'nodes': ['host1']}}, 'spec': {'path': '/home/'}}, 'allocated': False, 'bindings': {'host1': '5b1b03d28aea4f6584b9e675085f4094'}, 'volume-type': <bound method _Volume.volume_type of <class 'virttest.vt_resmgr.resources.storage.dir.dir_resources._DirFileVolume'>>, 'raw': False}, 'spec': {'size': '21474836480', 'allocation': 0, 'uri': '/home/images/rhel950-64-virtio-scsi-ovmf.qcow2', 'filename': 'images/rhel950-64-virtio-scsi-ovmf.qcow2'}}, 'backing': None, 'cluster-size': None, 'lazy-refcounts': None, 'compat': None, 'preallocation': None, 'extent_size_hint': None, 'compression_type': None}}}}}

{ 'meta': { 'uuid': 'fec24fc199ff4b54b9f334403b13036a', 'name': 'image1', 'type': 'qemu', 'topology': {'none': ['image1']} }, 'spec': { 'virt-images': { 'image1': { 'meta': {'name': 'image1'}, 'spec': { 'format': 'qcow2', 'volume': { 'meta': { 'name': 'image1', 'uuid': 'bbe8f7b1409e402d9344099bc6908c9f', 'type': 'volume', 'pool': { 'meta': { 'name': 'dir_pool1', 'uuid': 'ebbbefc61517466baee18cd07ee9fbf7', 'type': 'filesystem', 'access': {'nodes': ['host1']} }, 'spec': {'path': '/home/'} }, 'allocated': False, 'bindings': {'host1': '5b1b03d28aea4f6584b9e675085f4094'}, 'volume-type': <bound method _Volume.volume_type of <class 'virttest.vt_resmgr.resources.storage.dir.dir_resources._DirFileVolume'>>, 'raw': False }, 'spec': { 'size': '21474836480', 'allocation': 0, 'uri': '/home/images/rhel950-64-virtio-scsi-ovmf.qcow2', 'filename': 'images/rhel950-64-virtio-scsi-ovmf.qcow2' } }, 'backing': None, 'cluster-size': None, 'lazy-refcounts': None, 'compat': None, 'preallocation': None, 'extent_size_hint': None, 'compression_type': None } } } } }

YongxueHong · 2024-07-26T08:50:41Z

virttest/vt_resmgr/resources/storage/volume.py

+        config = super()._define_config_legacy(resource_name, resource_params)
+        config["meta"].update({
+            "type": cls._RESOURCE_TYPE,
+            "volume-type": cls.volume_type,


Suggested change

"volume-type": cls.volume_type,

"volume-type": cls.volume_type(),

YongxueHong · 2024-10-20T14:23:08Z

virttest/vt_resmgr/resources/storage/dir/dir_pool.py

+    @classmethod
+    def define_config(cls, pool_name, pool_params):
+        config = super().define_config(pool_name, pool_params)
+        path = pool_params.get("path") or os.path.join(get_data_dir(), "images")


Should consider the situation with the remote node if we do not specify the pool path in the cluser.json

YongxueHong · 2024-10-21T00:13:17Z

virttest/vt_agent/managers/resource_backing.py

+            pool_conn = self._pool_connections[backing.source_pool_id]
+            cmd, arguments = new_config.popitem()
+            handler = backing.get_update_handler(cmd)
+            ret = handler(pool_conn, arguments)


Suggested change

ret = handler(pool_conn, arguments)

if cmd == "sync":

ret = handler(pool_conn)

else:

ret = handler(pool_conn, arguments)

YongxueHong · 2024-10-21T08:23:16Z

virttest/vt_imgr/images/qemu/qemu_image.py

+                image_name, image_params
+            )
+
+        config = super()._define_config_legacy(image_name, params)


Suggested change

config = super()._define_config_legacy(image_name, params)

config = super()._define_config_legacy(image_name, params)

image_params = params.object_params(image_name)

config["meta"]["user"] = image_params.get(f"image_owner_{image_name}")

YongxueHong · 2024-10-23T05:11:33Z

virttest/vt_resmgr/vt_resmgr.py

+        self._pools = dict()
+        self._default_pools = list()
+        if os.path.isfile(RESMGR_ENV_FILENAME):
+            self._load()


Suggested change

self._load()

self._load()

else:

self._dump_data = {"pools": dict()}

YongxueHong · 2024-10-23T05:11:50Z

virttest/vt_resmgr/vt_resmgr.py

+
+    def cleanup(self):
+        LOG.info(f"Cleanup the resource manager")
+


Suggested change

self._dump_data = {"pools": dict()}

Signed-off-by: Yongxue Hong <[email protected]>

Signed-off-by: Zhenchao Liu <[email protected]>

zhencliu force-pushed the cluster branch from 3e72088 to d1320ef Compare March 8, 2024 08:02

zhencliu force-pushed the cluster branch 3 times, most recently from 9779000 to d262029 Compare April 2, 2024 09:37

YongxueHong self-assigned this Apr 8, 2024

zhencliu force-pushed the cluster branch from d262029 to 8ca2167 Compare April 16, 2024 05:27

zhencliu force-pushed the cluster branch from 8ca2167 to 019063f Compare May 24, 2024 17:00

zhencliu force-pushed the cluster branch 4 times, most recently from 5b92551 to 6b3310e Compare June 13, 2024 10:00

zhencliu force-pushed the cluster branch from 6b3310e to 4b26084 Compare July 2, 2024 15:15

zhencliu force-pushed the cluster branch 3 times, most recently from 8fcab3f to 342d7e8 Compare July 23, 2024 06:40

zhencliu force-pushed the cluster branch 2 times, most recently from d0a1ebe to 5b7c04b Compare August 5, 2024 03:12

zhencliu force-pushed the cluster branch 2 times, most recently from 1c9b232 to e8d1295 Compare August 20, 2024 08:44

zhencliu force-pushed the cluster branch 6 times, most recently from 648e892 to 79c172d Compare August 30, 2024 13:54

zhencliu force-pushed the cluster branch 5 times, most recently from a21eb6d to 11452bb Compare September 9, 2024 06:55

zhencliu force-pushed the cluster branch 4 times, most recently from e90dc16 to a4cc6ce Compare September 27, 2024 08:36

zhencliu force-pushed the cluster branch 3 times, most recently from 9b28459 to fe6f5c2 Compare October 12, 2024 07:39

YongxueHong reviewed Oct 24, 2024

View reviewed changes

migration: Support multiple hosts migration

c012934

Signed-off-by: Yongxue Hong <[email protected]>

zhencliu force-pushed the cluster branch 2 times, most recently from 3c3ca0a to 1309ce1 Compare November 14, 2024 07:34

zhencliu force-pushed the cluster branch 10 times, most recently from c2d6044 to 1fef734 Compare November 28, 2024 14:37

zhencliu force-pushed the cluster branch 7 times, most recently from 854d1cc to 71a8661 Compare December 10, 2024 08:00

Add storage and image management support

062b547

Signed-off-by: Zhenchao Liu <[email protected]>

zhencliu force-pushed the cluster branch from 71a8661 to 062b547 Compare January 10, 2025 07:37

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Add storage and image management support #3864

Add storage and image management support #3864

zhencliu commented Mar 8, 2024

YongxueHong Jul 25, 2024

YongxueHong Jul 25, 2024

YongxueHong Jul 25, 2024

YongxueHong Jul 26, 2024

YongxueHong Jul 26, 2024

YongxueHong Jul 26, 2024

YongxueHong Oct 20, 2024

YongxueHong Oct 21, 2024

YongxueHong Oct 21, 2024

YongxueHong Oct 23, 2024

YongxueHong Oct 23, 2024

	"topology": {"chain": ["base", "sn"]}
	"topology": {"$type: chain; flat", ["$tag: ", "sn"]}

		return volume_opts_getter(volume_config)


		def get_image_opts(virt_image_config):

	"volume-type": cls.volume_type,
	"volume-type": cls.volume_type(),

Add storage and image management support #3864

Are you sure you want to change the base?

Add storage and image management support #3864

Conversation

zhencliu commented Mar 8, 2024

Choose a reason for hiding this comment

Choose a reason for hiding this comment

Choose a reason for hiding this comment

Choose a reason for hiding this comment

Choose a reason for hiding this comment

Choose a reason for hiding this comment

Choose a reason for hiding this comment

Choose a reason for hiding this comment

Choose a reason for hiding this comment

Choose a reason for hiding this comment

Choose a reason for hiding this comment