From 3b36d09996dbcbfc15cb83b2287940243022fd6a Mon Sep 17 00:00:00 2001

From: Pino Toscano <ptoscano@redhat.com>

Date: Mon, 8 Jul 2019 15:25:58 +0100

Subject: [PATCH 12/39] iotests: Use Python byte strings where appropriate

MIME-Version: 1.0

Content-Type: text/plain; charset=UTF-8

Content-Transfer-Encoding: 8bit

RH-Author: Pino Toscano <ptoscano@redhat.com>

Message-id: <20190708152601.21123-8-ptoscano@redhat.com>

Patchwork-id: 89424

O-Subject: [RHEL-8.1.0 qemu-kvm PATCH v3 07/10] iotests: Use Python byte strings where appropriate

Bugzilla: 1513367

RH-Acked-by: Philippe Mathieu-Daudé <philmd@redhat.com>

RH-Acked-by: Max Reitz <mreitz@redhat.com>

RH-Acked-by: Miroslav Rezanina <mrezanin@redhat.com>

RH-Acked-by: Markus Armbruster <armbru@redhat.com>

From: Max Reitz <mreitz@redhat.com>

Since byte strings are no longer the default in Python 3, we have to

explicitly use them where we need to, which is mostly when working with

structures.  It also means that we need to open a file in binary mode

when we want to use structures.

On the other hand, we have to accomodate for the fact that some

functions (still) work with byte strings but we want to use unicode

strings (in Python 3 at least, and it does not matter in Python 2).

This includes base64 encoding, but it is most notable when working with

the subprocess module: Either we set universal_newlines to True so that

the default streams are opened in text mode (hence this parameter is

aliased as "text" as of 3.7), or, if that is not possible, we have to

decode the output to a normal string.

Signed-off-by: Max Reitz <mreitz@redhat.com>

Reviewed-by: Eduardo Habkost <ehabkost@redhat.com>

Message-Id: <20181022135307.14398-4-mreitz@redhat.com>

Signed-off-by: Eduardo Habkost <ehabkost@redhat.com>

(cherry picked from commit 8eb5e6746feaf9e021b69ea2521899f8dc889033)

Signed-off-by: Pino Toscano <ptoscano@redhat.com>

Signed-off-by: Danilo C. L. de Paula <ddepaula@redhat.com>

---

 scripts/qtest.py                         |  2 +-

 tests/qemu-iotests/044                   |  8 ++++----

 tests/qemu-iotests/149                   |  8 +++++---

 tests/qemu-iotests/207                   |  4 ++--

 tests/qemu-iotests/iotests.py            | 11 +++++++----

 tests/qemu-iotests/nbd-fault-injector.py |  4 ++--

 tests/qemu-iotests/qcow2.py              | 10 +++++-----

 7 files changed, 26 insertions(+), 21 deletions(-)

diff --git a/scripts/qtest.py b/scripts/qtest.py

index df0daf2..adf1fe3 100644

--- a/scripts/qtest.py

+++ b/scripts/qtest.py

@@ -64,7 +64,7 @@ class QEMUQtestProtocol(object):

         @param qtest_cmd: qtest command text to be sent

         """

-        self._sock.sendall(qtest_cmd + "\n")

+        self._sock.sendall((qtest_cmd + "\n").encode('utf-8'))

     def close(self):

         self._sock.close()

diff --git a/tests/qemu-iotests/044 b/tests/qemu-iotests/044

index 11ea0f4..69e736f 100755

--- a/tests/qemu-iotests/044

+++ b/tests/qemu-iotests/044

@@ -53,21 +53,21 @@ class TestRefcountTableGrowth(iotests.QMPTestCase):

             fd.seek(off_reftable)

             for i in xrange(0, h.refcount_table_clusters):

-                sector = ''.join(struct.pack('>Q',

+                sector = b''.join(struct.pack('>Q',

                     off_refblock + i * 64 * 512 + j * 512)

                     for j in xrange(0, 64))

                 fd.write(sector)

             # Write the refcount blocks

             assert(fd.tell() == off_refblock)

-            sector = ''.join(struct.pack('>H', 1) for j in xrange(0, 64 * 256))

+            sector = b''.join(struct.pack('>H', 1) for j in range(0, 64 * 256))

             for block in xrange(0, h.refcount_table_clusters):

                 fd.write(sector)

             # Write the L1 table

             assert(fd.tell() == off_l1)

             assert(off_l2 + 512 * h.l1_size == off_data)

-            table = ''.join(struct.pack('>Q', (1 << 63) | off_l2 + 512 * j)

+            table = b''.join(struct.pack('>Q', (1 << 63) | off_l2 + 512 * j)

                 for j in xrange(0, h.l1_size))

             fd.write(table)

@@ -85,7 +85,7 @@ class TestRefcountTableGrowth(iotests.QMPTestCase):

                 remaining = remaining - 1024 * 512

                 off = off + 1024 * 512

-            table = ''.join(struct.pack('>Q', (1 << 63) | off + 512 * j)

+            table = b''.join(struct.pack('>Q', (1 << 63) | off + 512 * j)

                 for j in xrange(0, remaining / 512))

             fd.write(table)

diff --git a/tests/qemu-iotests/149 b/tests/qemu-iotests/149

index d3ffa25..87174b1 100755

--- a/tests/qemu-iotests/149

+++ b/tests/qemu-iotests/149

@@ -79,7 +79,7 @@ class LUKSConfig(object):

     def first_password_base64(self):

         (pw, slot) = self.first_password()

-        return base64.b64encode(pw)

+        return base64.b64encode(pw.encode('ascii')).decode('ascii')

     def active_slots(self):

         slots = []

@@ -98,7 +98,8 @@ def verify_passwordless_sudo():

     proc = subprocess.Popen(args,

                             stdin=subprocess.PIPE,

                             stdout=subprocess.PIPE,

-                            stderr=subprocess.STDOUT)

+                            stderr=subprocess.STDOUT,

+                            universal_newlines=True)

     msg = proc.communicate()[0]

@@ -116,7 +117,8 @@ def cryptsetup(args, password=None):

     proc = subprocess.Popen(fullargs,

                             stdin=subprocess.PIPE,

                             stdout=subprocess.PIPE,

-                            stderr=subprocess.STDOUT)

+                            stderr=subprocess.STDOUT,

+                            universal_newlines=True)

     msg = proc.communicate(password)[0]

diff --git a/tests/qemu-iotests/207 b/tests/qemu-iotests/207

index 8202bd1..d45bf72 100755

--- a/tests/qemu-iotests/207

+++ b/tests/qemu-iotests/207

@@ -109,7 +109,7 @@ with iotests.FilePath('t.img') as disk_path, \

     md5_key = subprocess.check_output(

         'ssh-keyscan -t rsa 127.0.0.1 2>/dev/null | grep -v "\\^#" | ' +

         'cut -d" " -f3 | base64 -d | md5sum -b | cut -d" " -f1',

-        shell=True).rstrip()

+        shell=True).rstrip().decode('ascii')

     vm.launch()

     blockdev_create(vm, { 'driver': 'ssh',

@@ -147,7 +147,7 @@ with iotests.FilePath('t.img') as disk_path, \

     sha1_key = subprocess.check_output(

         'ssh-keyscan -t rsa 127.0.0.1 2>/dev/null | grep -v "\\^#" | ' +

         'cut -d" " -f3 | base64 -d | sha1sum -b | cut -d" " -f1',

-        shell=True).rstrip()

+        shell=True).rstrip().decode('ascii')

     vm.launch()

     blockdev_create(vm, { 'driver': 'ssh',

diff --git a/tests/qemu-iotests/iotests.py b/tests/qemu-iotests/iotests.py

index 0f6980a..3d41ff0 100644

--- a/tests/qemu-iotests/iotests.py

+++ b/tests/qemu-iotests/iotests.py

@@ -104,7 +104,8 @@ def qemu_img_pipe(*args):

     '''Run qemu-img and return its output'''

     subp = subprocess.Popen(qemu_img_args + list(args),

                             stdout=subprocess.PIPE,

-                            stderr=subprocess.STDOUT)

+                            stderr=subprocess.STDOUT,

+                            universal_newlines=True)

     exitcode = subp.wait()

     if exitcode < 0:

         sys.stderr.write('qemu-img received signal %i: %s\n' % (-exitcode, ' '.join(qemu_img_args + list(args))))

@@ -128,7 +129,8 @@ def qemu_io(*args):

     '''Run qemu-io and return the stdout data'''

     args = qemu_io_args + list(args)

     subp = subprocess.Popen(args, stdout=subprocess.PIPE,

-                            stderr=subprocess.STDOUT)

+                            stderr=subprocess.STDOUT,

+                            universal_newlines=True)

     exitcode = subp.wait()

     if exitcode < 0:

         sys.stderr.write('qemu-io received signal %i: %s\n' % (-exitcode, ' '.join(args)))

@@ -149,7 +151,8 @@ class QemuIoInteractive:

         self.args = qemu_io_args + list(args)

         self._p = subprocess.Popen(self.args, stdin=subprocess.PIPE,

                                    stdout=subprocess.PIPE,

-                                   stderr=subprocess.STDOUT)

+                                   stderr=subprocess.STDOUT,

+                                   universal_newlines=True)

         assert self._p.stdout.read(9) == 'qemu-io> '

     def close(self):

@@ -192,7 +195,7 @@ def compare_images(img1, img2, fmt1=imgfmt, fmt2=imgfmt):

 def create_image(name, size):

     '''Create a fully-allocated raw image with sector markers'''

-    file = open(name, 'w')

+    file = open(name, 'wb')

     i = 0

     while i < size:

         sector = struct.pack('>l504xl', i / 512, i / 512)

diff --git a/tests/qemu-iotests/nbd-fault-injector.py b/tests/qemu-iotests/nbd-fault-injector.py

index f9193c0..09668f6 100755

--- a/tests/qemu-iotests/nbd-fault-injector.py

+++ b/tests/qemu-iotests/nbd-fault-injector.py

@@ -86,7 +86,7 @@ def recvall(sock, bufsize):

             raise Exception('unexpected disconnect')

         chunks.append(chunk)

         received += len(chunk)

-    return ''.join(chunks)

+    return b''.join(chunks)

 class Rule(object):

     def __init__(self, name, event, io, when):

@@ -176,7 +176,7 @@ def handle_connection(conn, use_export):

         req = read_request(conn)

         if req.type == NBD_CMD_READ:

             write_reply(conn, 0, req.handle)

-            conn.send('\0' * req.len, event='data')

+            conn.send(b'\0' * req.len, event='data')

         elif req.type == NBD_CMD_WRITE:

             _ = conn.recv(req.len, event='data')

             write_reply(conn, 0, req.handle)

diff --git a/tests/qemu-iotests/qcow2.py b/tests/qemu-iotests/qcow2.py

index b95a837..b392972 100755

--- a/tests/qemu-iotests/qcow2.py

+++ b/tests/qemu-iotests/qcow2.py

@@ -10,7 +10,7 @@ class QcowHeaderExtension:

     def __init__(self, magic, length, data):

         if length % 8 != 0:

             padding = 8 - (length % 8)

-            data += "\0" * padding

+            data += b"\0" * padding

         self.magic  = magic

         self.length = length

@@ -103,7 +103,7 @@ class QcowHeader:

         fd.seek(self.header_length)

         extensions = self.extensions

-        extensions.append(QcowHeaderExtension(0, 0, ""))

+        extensions.append(QcowHeaderExtension(0, 0, b""))

         for ex in extensions:

             buf = struct.pack('>II', ex.magic, ex.length)

             fd.write(buf)

@@ -137,8 +137,8 @@ class QcowHeader:

         for ex in self.extensions:

             data = ex.data[:ex.length]

-            if all(c in string.printable for c in data):

-                data = "'%s'" % data

+            if all(c in string.printable.encode('ascii') for c in data):

+                data = "'%s'" % data.decode('ascii')

             else:

                 data = "<binary>"

@@ -178,7 +178,7 @@ def cmd_add_header_ext(fd, magic, data):

         sys.exit(1)

     h = QcowHeader(fd)

-    h.extensions.append(QcowHeaderExtension.create(magic, data))

+    h.extensions.append(QcowHeaderExtension.create(magic, data.encode('ascii')))

     h.update(fd)

 def cmd_add_header_ext_stdio(fd, magic):

-- 

1.8.3.1