Load sg3_utils-1.00 into trunk/.

git-svn-id: https://svn.bingwo.ca/repos/sg3_utils/trunk@25 6180dd3e-e324-4e3e-922d-17de1ae2f315

3 files changed, 1224 insertions, 12 deletions

diff --git a/archive/sg_err.h b/archive/sg_err.h
index fd59e3b8..3609963c 100644
--- a/archive/sg_err.h
+++ b/archive/sg_err.h
@@ -3,7 +3,7 @@
 
 /* Feel free to copy and modify this GPL-ed code into your applications. */
 
-/* Version 0.84 (20010115) 
+/* Version 0.87 (20020616) 
 	- all output now sent to stderr rather thatn stdout
 	- remove header files included in this file
 */
@@ -15,6 +15,22 @@
    here is copied from drivers/scsi/scsi.h which is not visible in
    the user space. */
 
+#ifndef SCSI_CHECK_CONDITION
+/* Following are the "true" SCSI status codes. Linux has traditionally
+   used a 1 bit right and masked version of these. So now CHECK_CONDITION
+   and friends (in <scsi/scsi.h>) are deprecated. */
+#define SCSI_CHECK_CONDITION 0x2
+#define SCSI_CONDITION_MET 0x4
+#define SCSI_BUSY 0x8
+#define SCSI_IMMEDIATE 0x10
+#define SCSI_IMMEDIATE_CONDITION_MET 0x14
+#define SCSI_RESERVATION_CONFLICT 0x18
+#define SCSI_COMMAND_TERMINATED 0x22
+#define SCSI_TASK_SET_FULL 0x28
+#define SCSI_ACA_ACTIVE 0x30
+#define SCSI_TASK_ABORTED 0x40
+#endif
+
 /* The following are 'host_status' codes */
 #ifndef DID_OK
 #define DID_OK 0x00
@@ -102,6 +118,7 @@ extern void sg_print_command(const unsigned char * command);
 extern void sg_print_sense(const char * leadin,
                            const unsigned char * sense_buffer, int sb_len);
 extern void sg_print_status(int masked_status);
+extern void sg_print_scsi_status(int scsi_status);
 extern void sg_print_host_status(int host_status);
 extern void sg_print_driver_status(int driver_status);
 
@@ -130,11 +147,18 @@ extern int sg_err_category(int masked_status, int host_status,
                int driver_status, const unsigned char * sense_buffer,
                int sb_len);
 
+extern int sg_err_category_new(int scsi_status, int host_status,
+               int driver_status, const unsigned char * sense_buffer,
+               int sb_len);
+
 /* The following function declaration is for the sg version 3 driver. 
    Only version 3 sg_err.c defines it. */
 extern int sg_err_category3(struct sg_io_hdr * hp);
 
 /* Returns length of SCSI command given the opcode (first byte) */
-int sg_get_command_size(unsigned char opcode);
+extern int sg_get_command_size(unsigned char opcode);
+
+extern void sg_get_command_name(unsigned char opcode, int buff_len, 
+				char * buff);
 
 #endif
diff --git a/archive/sgq_dd.c b/archive/sgq_dd.c
index 17be0f43..064bd2a8 100644
--- a/archive/sgq_dd.c
+++ b/archive/sgq_dd.c
@@ -48,7 +48,7 @@ typedef unsigned char u_char;   /* horrible, for scsi.h */
 
 */
 
-static char * version_str = "0.54 20020223";
+static char * version_str = "0.55 20020509";
 
 #define DEF_BLOCK_SIZE 512
 #define DEF_BLOCKS_PER_TRANSFER 128
@@ -217,16 +217,16 @@ void usage()
     fprintf(stderr, "Usage: "
            "sgq_dd  [if=<infile>] [skip=<n>] [of=<ofile>] [seek=<n>] "
            "[bs=<num>]\n"
-           "            [bpt=<num>] [count=<n>] [dio=<n>] [thr=<n>] "
-	   "[coe=<n>] [gen=<n>]\n"
-           "            [dio=<n>] [thr=<n>] [coe=<n>] [gen=<n>] "
-           "[deb=<n>] [--version]\n"
+           "            [bpt=<num>] [count=<n>] [dio=0|1] [thr=<n>] "
+	   "[coe=0|1] [gen=<n>]\n"
+           "            [time=0|1] [deb=<n>] [--version]\n"
            "         usually either 'if' or 'of' is a sg or raw device\n"
            " 'bpt' is blocks_per_transfer (default is 128)\n"
            " 'dio' is direct IO, 1->attempt, 0->indirect IO (def)\n"
            " 'thr' is number of queues, must be > 0, default 4, max 32\n");
     fprintf(stderr, " 'coe' continue on sg error, 0->exit (def), "
     	   "1->zero + continue\n"
+	   " 'time' 0->no timing(def), 1->time plus calculate throughput\n"
            " 'gen' 0-> 1 file is special(def), 1-> any files allowed\n"
            " 'deb' is debug, 0->none (def), > 0->varying degrees of debug\n");
 }
@@ -475,8 +475,8 @@ int sg_start_io(Rq_elem * rep)
         fprintf(stderr, "sg_start_io: SCSI %s, blk=%d num_blks=%d\n",
                rep->wr ? "WRITE" : "READ", rep->blk, rep->num_blks);
         sg_print_command(hp->cmdp);
-        fprintf(stderr, "dir=%d, len=%d, dxfrp=%p, cmd_len=%d\n",
-                hp->dxfer_direction, hp->dxfer_len, hp->dxferp, hp->cmd_len);
+        fprintf(stderr, " len=%d, dxfrp=%p, cmd_len=%d\n",
+                hp->dxfer_len, hp->dxferp, hp->cmd_len);
     }
 
     while (((res = write(rep->wr ? rep->outfd : rep->infd, hp,
@@ -549,7 +549,8 @@ int sg_finish_io(int wr, Rq_elem * rep)
         rep->dio_incomplete = 0;
     rep->resid = hp->resid;
     if (rep->debug > 8)
-        fprintf(stderr, "sg_finish_io: completed %s\n", wr ? "WRITE" : "READ");
+        fprintf(stderr, "sg_finish_io: completed %s, blk=%d\n", 
+		wr ? "WRITE" : "READ", rep->blk);
     return 0;
 }
 
@@ -691,6 +692,13 @@ int decider(Rq_coll * clp, int first_xfer, int * req_indexp)
 	    *req_indexp = lowest_blk_index;
 	return QS_IN_FINISHED;
     }
+#if 0
+    if (try_poll) {
+	res = do_poll(clp, 2, req_indexp);
+	if (0 != res)
+	    return res;
+    }
+#endif
     if (req_indexp)
     	*req_indexp = first_idle_index;
     return QS_IDLE;
@@ -1013,7 +1021,8 @@ int main(int argc, char * argv[])
 	case QS_IDLE:
 	    if ((NULL == rep) || (rcoll.in_count <= 0)) {
 	    	/* usleep(1000); */
-		do_poll(&rcoll, 10, NULL);
+		/* do_poll(&rcoll, 10, NULL); */
+		/* do_poll(&rcoll, 0, NULL); */
 		break;
 	    }
 	    if (rcoll.debug > 8)
@@ -1056,7 +1065,10 @@ int main(int argc, char * argv[])
 				"req_index=%d\n", req_index);
 	    if ((rep->blk + seek_skip) != rcoll.out_blk) {
 		/* if write would be out of sequence then wait */
-		usleep(1000);
+		if (rcoll.debug > 4)
+		    fprintf(stderr, "    sgq_dd: QS_IN_FINISHED, "
+			    "out of sequence\n");
+		usleep(200);
 		break;
 	    }
             rep->wr = 1;
diff --git a/archive/sgq_dd.c.orig b/archive/sgq_dd.c.orig
new file mode 100644
index 00000000..17be0f43
--- /dev/null
+++ b/archive/sgq_dd.c.orig
@@ -0,0 +1,1176 @@
+#define _XOPEN_SOURCE 500
+
+#include <unistd.h>
+#include <fcntl.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <ctype.h>
+#include <errno.h>
+#include <limits.h>
+#include <signal.h>
+#include <sys/ioctl.h>
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <sys/sysmacros.h>
+#include <sys/poll.h>
+#include <linux/major.h>
+#include <sys/time.h>
+typedef unsigned char u_char;   /* horrible, for scsi.h */
+#include "sg_include.h"
+#include "sg_err.h"
+#include "llseek.h"
+
+/* A utility program for the Linux OS SCSI generic ("sg") device driver.
+*  Copyright (C) 1999-2002 D. Gilbert and P. Allworth
+*  This program is free software; you can redistribute it and/or modify
+*  it under the terms of the GNU General Public License as published by
+*  the Free Software Foundation; either version 2, or (at your option)
+*  any later version.
+
+   This program is a specialization of the Unix "dd" command in which
+   one or both of the given files is a scsi generic device or a raw
+   device. A block size ('bs') is assumed to be 512 if not given. This
+   program complains if 'ibs' or 'obs' are given with some other value
+   than 'bs'. If 'if' is not given or 'if=-' then stdin is assumed. If
+   'of' is not given or 'of=-' then stdout assumed.  Multipliers:
+      'c','C'  *1       'b','B' *512      'k' *1024      'K' *1000
+      'm' *(1024^2)     'M' *(1000^2)     'g' *(1024^3)  'G' *(1000^3)
+   
+   A non-standard argument "bpt" (blocks per transfer) is added to control
+   the maximum number of blocks in each transfer. The default value is 128.
+   For example if "bs=512" and "bpt=32" then a maximum of 32 blocks (16KB
+   in this case) are transferred to or from the sg device in a single SCSI
+   command.
+
+   This version should compile with Linux sg drivers with version numbers
+   >= 30000 . This version uses posix threads.
+
+*/
+
+static char * version_str = "0.54 20020223";
+
+#define DEF_BLOCK_SIZE 512
+#define DEF_BLOCKS_PER_TRANSFER 128
+
+/* #define SG_DEBUG */
+
+#define SENSE_BUFF_LEN 32       /* Arbitrary, could be larger */
+#define DEF_TIMEOUT 60000       /* 60,000 millisecs == 60 seconds */
+#define S_RW_LEN 10             /* Use SCSI READ(10) and WRITE(10) */
+
+#define SGP_READ10 0x28
+#define SGP_WRITE10 0x2a
+#define DEF_NUM_THREADS 4	/* actually degree of concurrency */
+#define MAX_NUM_THREADS 32
+
+#ifndef RAW_MAJOR
+#define RAW_MAJOR 255   /*unlikey value */
+#endif
+
+#define FT_OTHER 0              /* filetype other than sg or raw device */
+#define FT_SG 1                 /* filetype is sg char device */
+#define FT_RAW 2                /* filetype is raw char device */
+
+#define QS_IDLE 0		/* ready to start a copy cycle */
+#define QS_IN_STARTED 1		/* commenced read */
+#define QS_IN_FINISHED 2	/* finished read, ready for write */
+#define QS_OUT_STARTED 3	/* commenced write */
+
+#define QS_IN_POLL 11
+#define QS_OUT_POLL 12
+
+#define STR_SZ 1024
+#define INOUTF_SZ 512
+#define EBUFF_SZ 512
+
+
+struct request_element;
+
+typedef struct request_collection
+{       /* one instance visible to all threads */
+    int infd;
+    int skip;
+    int in_type;
+    int in_scsi_type;
+    int in_blk;                 /* next block address to read */
+    int in_count;               /* blocks remaining for next read */
+    int in_done_count;          /* count of completed in blocks */
+    int in_partial;
+    int outfd;
+    int seek;
+    int out_type;
+    int out_scsi_type;
+    int out_blk;                /* next block address to write */
+    int out_count;              /* blocks remaining for next write */
+    int out_done_count;         /* count of completed out blocks */
+    int out_partial; 
+    int bs;
+    int bpt;
+    int dio;
+    int dio_incomplete; 
+    int sum_of_resids;
+    int coe;
+    int debug;
+    int num_rq_elems;
+    struct request_element * req_arr;
+} Rq_coll;
+
+typedef struct request_element
+{       /* one instance per worker thread */
+    int qstate;			/* "QS" state */
+    int infd;
+    int outfd;
+    int wr;
+    int blk;
+    int num_blks;
+    unsigned char * buffp;
+    unsigned char * alloc_bp;
+    sg_io_hdr_t io_hdr;
+    unsigned char cmd[S_RW_LEN];
+    unsigned char sb[SENSE_BUFF_LEN];
+    int bs;
+    int dio;
+    int dio_incomplete;
+    int resid;
+    int in_scsi_type;
+    int out_scsi_type;
+    int debug;
+} Rq_elem;
+
+static Rq_coll rcoll;
+static struct pollfd in_pollfd_arr[MAX_NUM_THREADS];
+static struct pollfd out_pollfd_arr[MAX_NUM_THREADS];
+static int dd_count = -1;
+
+static const char * proc_allow_dio = "/proc/scsi/sg/allow_dio";
+
+int sg_fin_in_operation(Rq_coll * clp, Rq_elem * rep);
+int sg_fin_out_operation(Rq_coll * clp, Rq_elem * rep);
+int normal_in_operation(Rq_coll * clp, Rq_elem * rep, int blocks);
+int normal_out_operation(Rq_coll * clp, Rq_elem * rep, int blocks);
+int sg_start_io(Rq_elem * rep);
+int sg_finish_io(int wr, Rq_elem * rep);
+
+
+static void install_handler (int sig_num, void (*sig_handler) (int sig))
+{
+    struct sigaction sigact;
+    sigaction (sig_num, NULL, &sigact);
+    if (sigact.sa_handler != SIG_IGN)
+    {
+        sigact.sa_handler = sig_handler;
+        sigemptyset (&sigact.sa_mask);
+        sigact.sa_flags = 0;
+        sigaction (sig_num, &sigact, NULL);
+    }
+}
+
+void print_stats()
+{
+    int infull, outfull;
+
+    if (0 != rcoll.out_count)
+        fprintf(stderr, "  remaining block count=%d\n", rcoll.out_count);
+    infull = dd_count - rcoll.in_done_count - rcoll.in_partial;
+    fprintf(stderr, "%d+%d records in\n", infull, rcoll.in_partial);
+    outfull = dd_count - rcoll.out_done_count - rcoll.out_partial;
+    fprintf(stderr, "%d+%d records out\n", outfull, rcoll.out_partial);
+}
+
+static void interrupt_handler(int sig)
+{
+    struct sigaction sigact;
+
+    sigact.sa_handler = SIG_DFL;
+    sigemptyset (&sigact.sa_mask);
+    sigact.sa_flags = 0;
+    sigaction (sig, &sigact, NULL);
+    fprintf(stderr, "Interrupted by signal,");
+    print_stats ();
+    kill (getpid (), sig);
+}
+
+static void siginfo_handler(int sig)
+{
+    fprintf(stderr, "Progress report, continuing ...\n");
+    print_stats ();
+}
+
+int dd_filetype(const char * filename)
+{
+    struct stat st;
+
+    if (stat(filename, &st) < 0)
+        return FT_OTHER;
+    if (S_ISCHR(st.st_mode)) {
+        if (RAW_MAJOR == major(st.st_rdev))
+            return FT_RAW;
+        else if (SCSI_GENERIC_MAJOR == major(st.st_rdev))
+            return FT_SG;
+    }
+    return FT_OTHER;
+}
+
+void usage()
+{
+    fprintf(stderr, "Usage: "
+           "sgq_dd  [if=<infile>] [skip=<n>] [of=<ofile>] [seek=<n>] "
+           "[bs=<num>]\n"
+           "            [bpt=<num>] [count=<n>] [dio=<n>] [thr=<n>] "
+	   "[coe=<n>] [gen=<n>]\n"
+           "            [dio=<n>] [thr=<n>] [coe=<n>] [gen=<n>] "
+           "[deb=<n>] [--version]\n"
+           "         usually either 'if' or 'of' is a sg or raw device\n"
+           " 'bpt' is blocks_per_transfer (default is 128)\n"
+           " 'dio' is direct IO, 1->attempt, 0->indirect IO (def)\n"
+           " 'thr' is number of queues, must be > 0, default 4, max 32\n");
+    fprintf(stderr, " 'coe' continue on sg error, 0->exit (def), "
+    	   "1->zero + continue\n"
+           " 'gen' 0-> 1 file is special(def), 1-> any files allowed\n"
+           " 'deb' is debug, 0->none (def), > 0->varying degrees of debug\n");
+}
+
+/* Returns -1 for error, 0 for nothing found, QS_IN_POLL or QS_OUT_POLL */
+int do_poll(Rq_coll * clp, int timeout, int * req_indexp)
+{
+    int k, res;
+
+    if (FT_SG == clp->out_type) {
+	while (((res = poll(out_pollfd_arr, clp->num_rq_elems, timeout)) < 0)
+	       && (EINTR == errno))
+	    ;
+	if (res < 0) {
+	    perror("poll error on output fds");
+	    return -1;
+	}
+	else if (res > 0) {
+	    for (k = 0; k < clp->num_rq_elems; ++k) {
+		if (out_pollfd_arr[k].revents & POLLIN) {
+		    if (req_indexp)
+			*req_indexp = k;
+		    return QS_OUT_POLL;
+		}
+	    }
+	}
+    }
+    if (FT_SG == clp->in_type) {
+	while (((res = poll(in_pollfd_arr, clp->num_rq_elems, timeout)) < 0)
+	       && (EINTR == errno))
+	    ;
+	if (res < 0) {
+	    perror("poll error on input fds");
+	    return -1;
+	}
+	else if (res > 0) {
+	    for (k = 0; k < clp->num_rq_elems; ++k) {
+		if (in_pollfd_arr[k].revents & POLLIN) {
+		    if (req_indexp)
+			*req_indexp = k;
+		    return QS_IN_POLL;
+		}
+	    }
+	}
+    }
+    return 0;
+}
+
+
+/* Return of 0 -> success, -1 -> failure, 2 -> try again */
+int read_capacity(int sg_fd, int * num_sect, int * sect_sz)
+{
+    int res;
+    unsigned char rcCmdBlk [10] = {0x25, 0, 0, 0, 0, 0, 0, 0, 0, 0};
+    unsigned char rcBuff[64];
+    unsigned char sense_b[64];
+    sg_io_hdr_t io_hdr;
+
+    memset(&io_hdr, 0, sizeof(sg_io_hdr_t));
+    io_hdr.interface_id = 'S';
+    io_hdr.cmd_len = sizeof(rcCmdBlk);
+    io_hdr.mx_sb_len = sizeof(sense_b);
+    io_hdr.dxfer_direction = SG_DXFER_FROM_DEV;
+    io_hdr.dxfer_len = sizeof(rcBuff);
+    io_hdr.dxferp = rcBuff;
+    io_hdr.cmdp = rcCmdBlk;
+    io_hdr.sbp = sense_b;
+    io_hdr.timeout = DEF_TIMEOUT;
+
+    if (ioctl(sg_fd, SG_IO, &io_hdr) < 0) {
+        perror("read_capacity (SG_IO) error");
+        return -1;
+    }
+    res = sg_err_category3(&io_hdr);
+    if (SG_ERR_CAT_MEDIA_CHANGED == res)
+        return 2; /* probably have another go ... */
+    else if (SG_ERR_CAT_CLEAN != res) {
+        sg_chk_n_print3("read capacity", &io_hdr);
+        return -1;
+    }
+    *num_sect = 1 + ((rcBuff[0] << 24) | (rcBuff[1] << 16) |
+                (rcBuff[2] << 8) | rcBuff[3]);
+    *sect_sz = (rcBuff[4] << 24) | (rcBuff[5] << 16) |
+               (rcBuff[6] << 8) | rcBuff[7];
+#ifdef SG_DEBUG
+    fprintf(stderr, "number of sectors=%d, sector size=%d\n",
+            *num_sect, *sect_sz);
+#endif
+    return 0;
+}
+
+/* 0 -> ok, 1 -> short read, -1 -> error */
+int normal_in_operation(Rq_coll * clp, Rq_elem * rep, int blocks)
+{
+    int res;
+    int stop_after_write = 0;
+
+    rep->qstate = QS_IN_STARTED;
+    if (rep->debug > 8) 
+        fprintf(stderr, "normal_in_operation: start blk=%d num_blks=%d\n",
+		rep->blk, rep->num_blks);
+    while (((res = read(rep->infd, rep->buffp,
+                        blocks * rep->bs)) < 0) && (EINTR == errno))
+        ;
+    if (res < 0) {
+        fprintf(stderr, "sgq_dd: reading, in_blk=%d, errno=%d\n", rep->blk, 
+		errno);
+        return -1;
+    }
+    if (res < blocks * rep->bs) {
+        int o_blocks = blocks;
+        stop_after_write = 1;
+        blocks = res / rep->bs;
+        if ((res % rep->bs) > 0) {
+            blocks++;
+            clp->in_partial++;
+        }
+        /* Reverse out + re-apply blocks on clp */
+        clp->in_blk -= o_blocks;
+        clp->in_count += o_blocks;
+        rep->num_blks = blocks;
+        clp->in_blk += blocks;
+        clp->in_count -= blocks;
+    }
+    clp->in_done_count -= blocks;
+    rep->qstate = QS_IN_FINISHED;
+    return stop_after_write;
+}
+
+/* 0 -> ok, -1 -> error */
+int normal_out_operation(Rq_coll * clp, Rq_elem * rep, int blocks)
+{
+    int res;
+
+    rep->qstate = QS_OUT_STARTED;
+    if (rep->debug > 8) 
+        fprintf(stderr, "normal_out_operation: start blk=%d num_blks=%d\n",
+		rep->blk, rep->num_blks);
+    while (((res = write(rep->outfd, rep->buffp,
+                 rep->num_blks * rep->bs)) < 0) && (EINTR == errno))
+        ;
+    if (res < 0) {
+        fprintf(stderr, "sgq_dd: output, out_blk=%d, errno=%d\n", rep->blk,
+		errno);
+        return -1;
+    }
+    if (res < blocks * rep->bs) {
+        blocks = res / rep->bs;
+        if ((res % rep->bs) > 0) {
+            blocks++;
+            clp->out_partial++;
+        }
+        rep->num_blks = blocks;
+    }
+    clp->out_done_count -= blocks;
+    rep->qstate = QS_IDLE;
+    return 0;
+}
+
+/* Returns 1 for retryable, 0 for ok, -ve for error */
+int sg_fin_in_operation(Rq_coll * clp, Rq_elem * rep)
+{
+    int res;
+
+    rep->qstate = QS_IN_FINISHED;
+    res = sg_finish_io(rep->wr, rep);
+    if (res < 0) {
+	if (clp->coe) {
+	    memset(rep->buffp, 0, rep->num_blks * rep->bs);
+	    fprintf(stderr, ">> substituted zeros for in blk=%d for "
+		    "%d bytes\n", rep->blk, rep->num_blks * rep->bs);
+	    res = 0;
+	}
+	else {
+	    fprintf(stderr, "error finishing sg in command\n");
+	    return res;
+	}
+    }
+    if (0 == res) { /* looks good, going to return */
+	if (rep->dio_incomplete || rep->resid) {
+	    clp->dio_incomplete += rep->dio_incomplete;
+	    clp->sum_of_resids += rep->resid;
+	}
+	clp->in_done_count -= rep->num_blks;
+    }
+    return res;
+}
+
+/* Returns 1 for retryable, 0 for ok, -ve for error */
+int sg_fin_out_operation(Rq_coll * clp, Rq_elem * rep)
+{
+    int res;
+
+    rep->qstate = QS_IDLE;
+    res = sg_finish_io(rep->wr, rep);
+    if (res < 0) {
+	if (clp->coe) {
+	    fprintf(stderr, ">> ignored error for out blk=%d for "
+		    "%d bytes\n", rep->blk, rep->num_blks * rep->bs);
+	    res = 0;
+	}
+	else {
+	    fprintf(stderr, "error finishing sg out command\n");
+	    return res;
+	}
+    }
+    if (0 == res) {
+	if (rep->dio_incomplete || rep->resid) {
+	    clp->dio_incomplete += rep->dio_incomplete;
+	    clp->sum_of_resids += rep->resid;
+	}
+	clp->out_done_count -= rep->num_blks;
+    }
+    return res;
+}
+
+int sg_start_io(Rq_elem * rep)
+{
+    sg_io_hdr_t * hp = &rep->io_hdr;
+    int res;
+
+    rep->qstate = rep->wr ? QS_OUT_STARTED : QS_IN_STARTED;
+    memset(rep->cmd, 0, sizeof(rep->cmd));
+    rep->cmd[0] = rep->wr ? SGP_WRITE10 : SGP_READ10;
+    rep->cmd[2] = (unsigned char)((rep->blk >> 24) & 0xFF);
+    rep->cmd[3] = (unsigned char)((rep->blk >> 16) & 0xFF);
+    rep->cmd[4] = (unsigned char)((rep->blk >> 8) & 0xFF);
+    rep->cmd[5] = (unsigned char)(rep->blk & 0xFF);
+    rep->cmd[7] = (unsigned char)((rep->num_blks >> 8) & 0xff);
+    rep->cmd[8] = (unsigned char)(rep->num_blks & 0xff);
+    memset(hp, 0, sizeof(sg_io_hdr_t));
+    hp->interface_id = 'S';
+    hp->cmd_len = sizeof(rep->cmd);
+    hp->cmdp = rep->cmd;
+    hp->dxfer_direction = rep->wr ? SG_DXFER_TO_DEV : SG_DXFER_FROM_DEV;
+    hp->dxfer_len = rep->bs * rep->num_blks;
+    hp->dxferp = rep->buffp;
+    hp->mx_sb_len = sizeof(rep->sb);
+    hp->sbp = rep->sb;
+    hp->timeout = DEF_TIMEOUT;
+    hp->usr_ptr = rep;
+    hp->pack_id = rep->blk;
+    if (rep->dio)
+        hp->flags |= SG_FLAG_DIRECT_IO;
+    if (rep->debug > 8) {
+        fprintf(stderr, "sg_start_io: SCSI %s, blk=%d num_blks=%d\n",
+               rep->wr ? "WRITE" : "READ", rep->blk, rep->num_blks);
+        sg_print_command(hp->cmdp);
+        fprintf(stderr, "dir=%d, len=%d, dxfrp=%p, cmd_len=%d\n",
+                hp->dxfer_direction, hp->dxfer_len, hp->dxferp, hp->cmd_len);
+    }
+
+    while (((res = write(rep->wr ? rep->outfd : rep->infd, hp,
+                         sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno))
+        ;
+    if (res < 0) {
+        if (ENOMEM == errno)
+            return 1;
+        return res;
+    }
+    return 0;
+}
+
+/* -1 -> unrecoverable error, 0 -> successful, 1 -> try again */
+int sg_finish_io(int wr, Rq_elem * rep)
+{
+    int res;
+    sg_io_hdr_t io_hdr;
+    sg_io_hdr_t * hp;
+#if 0
+    static int testing = 0;     /* thread dubious! */
+#endif
+
+    memset(&io_hdr, 0 , sizeof(sg_io_hdr_t));
+    /* FORCE_PACK_ID active set only read packet with matching pack_id */
+    io_hdr.interface_id = 'S';
+    io_hdr.dxfer_direction = rep->wr ? SG_DXFER_TO_DEV : SG_DXFER_FROM_DEV;
+    io_hdr.pack_id = rep->blk;
+
+    while (((res = read(wr ? rep->outfd : rep->infd, &io_hdr,
+                        sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno))
+        ;
+    if (res < 0) {
+        perror("finishing io on sg device, error");
+        return -1;
+    }
+    if (rep != (Rq_elem *)io_hdr.usr_ptr) {
+        fprintf(stderr, 
+		"sg_finish_io: bad usr_ptr, request-response mismatch\n");
+	exit(1);
+    }
+    memcpy(&rep->io_hdr, &io_hdr, sizeof(sg_io_hdr_t));
+    hp = &rep->io_hdr;
+
+    switch (sg_err_category3(hp)) {
+        case SG_ERR_CAT_CLEAN:
+            break;
+        case SG_ERR_CAT_RECOVERED:
+            fprintf(stderr, "Recovered error on block=%d, num=%d\n",
+                    rep->blk, rep->num_blks);
+            break;
+        case SG_ERR_CAT_MEDIA_CHANGED:
+            return 1;
+        default:
+            {
+                char ebuff[EBUFF_SZ];
+                snprintf(ebuff, EBUFF_SZ, "%s blk=%d", 
+			 rep->wr ? "writing": "reading", rep->blk);
+                sg_chk_n_print3(ebuff, hp);
+                return -1;
+            }
+    }
+#if 0
+    if (0 == (++testing % 100)) return -1;
+#endif
+    if (rep->dio &&
+        ((hp->info & SG_INFO_DIRECT_IO_MASK) != SG_INFO_DIRECT_IO))
+        rep->dio_incomplete = 1; /* count dios done as indirect IO */
+    else
+        rep->dio_incomplete = 0;
+    rep->resid = hp->resid;
+    if (rep->debug > 8)
+        fprintf(stderr, "sg_finish_io: completed %s\n", wr ? "WRITE" : "READ");
+    return 0;
+}
+
+/* Returns scsi_type or -1 for error */
+int sg_prepare(int fd, int sz)
+{
+    int res, t;
+    struct sg_scsi_id info;
+
+    res = ioctl(fd, SG_GET_VERSION_NUM, &t);
+    if ((res < 0) || (t < 30000)) {
+        fprintf(stderr, "sgq_dd: sg driver prior to 3.x.y\n");
+        return -1;
+    }
+    res = ioctl(fd, SG_SET_RESERVED_SIZE, &sz);
+    if (res < 0) 
+        perror("sgq_dd: SG_SET_RESERVED_SIZE error");
+#if 0
+    t = 1;
+    res = ioctl(fd, SG_SET_FORCE_PACK_ID, &t);
+    if (res < 0)
+        perror("sgq_dd: SG_SET_FORCE_PACK_ID error");
+#endif
+    res = ioctl(fd, SG_GET_SCSI_ID, &info);
+    if (res < 0) {
+	perror("sgq_dd: SG_SET_SCSI_ID error");
+	return -1;
+    }
+    else
+        return info.scsi_type;
+}
+
+/* Return 0 for ok, anything else for errors */
+int prepare_rq_elems(Rq_coll * clp, const char * inf, const char * outf)
+{
+    int k;
+    Rq_elem * rep;
+    size_t psz;
+    char ebuff[EBUFF_SZ];
+    int sz = clp->bpt * clp->bs;
+    int scsi_type;
+
+    clp->req_arr = malloc(sizeof(Rq_elem) * clp->num_rq_elems);
+    if (NULL == clp->req_arr)
+    	return 1;
+    for (k = 0; k < clp->num_rq_elems; ++k) {
+    	rep = &clp->req_arr[k];
+	memset(rep, 0, sizeof(Rq_elem));
+	psz = getpagesize();
+	if (NULL == (rep->alloc_bp = malloc(sz + psz)))
+	    return 1;
+	rep->buffp = (unsigned char *)
+		(((unsigned long)rep->alloc_bp + psz - 1) & (~(psz - 1)));
+	rep->qstate = QS_IDLE;
+	rep->bs = clp->bs;
+	rep->dio = clp->dio;
+	rep->debug = clp->debug;
+	rep->out_scsi_type = clp->out_scsi_type;
+	if (FT_SG == clp->in_type) {
+	    if (0 == k)
+		rep->infd = clp->infd;
+	    else {
+		if ((rep->infd = open(inf, O_RDWR)) < 0) {
+                    snprintf(ebuff, EBUFF_SZ, 
+			     "sgq_dd: could not open %s for sg reading", inf);
+                    perror(ebuff);
+                    return 1;
+                }
+	    }
+	    in_pollfd_arr[k].fd = rep->infd;
+	    in_pollfd_arr[k].events = POLLIN;
+	    if ((scsi_type = sg_prepare(rep->infd, sz)) < 0)
+		return 1;
+	    if (0 == k)
+		clp->in_scsi_type = scsi_type;
+	    rep->in_scsi_type = clp->in_scsi_type;
+	}
+	else
+	    rep->infd = clp->infd;
+
+	if (FT_SG == clp->out_type) {
+	    if (0 == k)
+		rep->outfd = clp->outfd;
+	    else {
+		if ((rep->outfd = open(outf, O_RDWR)) < 0) {
+                    snprintf(ebuff, EBUFF_SZ, 
+			     "sgq_dd: could not open %s for sg writing", outf);
+                    perror(ebuff);
+                    return 1;
+                }
+	    }
+	    out_pollfd_arr[k].fd = rep->outfd;
+	    out_pollfd_arr[k].events = POLLIN;
+	    if ((scsi_type = sg_prepare(rep->outfd, sz)) < 0)
+		return 1;
+	    if (0 == k)
+		clp->out_scsi_type = scsi_type;
+	    rep->out_scsi_type = clp->out_scsi_type;
+	}
+	else
+	    rep->outfd = clp->outfd;
+    }
+    return 0;
+}
+
+/* Returns a "QS" code and req index, or QS_IDLE and position of first idle
+   (-1 if no idle position). Returns -1 on poll error. */
+int decider(Rq_coll * clp, int first_xfer, int * req_indexp)
+{
+    int k, res;
+    Rq_elem * rep;
+    int first_idle_index = -1;
+    int lowest_blk_index = -1;
+    int times;
+    int try_poll = 0;
+    int lowest_blk = INT_MAX;
+
+    times = first_xfer ? 1 : clp->num_rq_elems;
+    for (k = 0; k < times; ++k) {
+	rep = &clp->req_arr[k];
+	if ((QS_IN_STARTED == rep->qstate) ||
+	    (QS_OUT_STARTED == rep->qstate))
+	    try_poll = 1;
+	else if ((QS_IN_FINISHED == rep->qstate) && (rep->blk < lowest_blk)) {
+	    lowest_blk = rep->blk;
+	    lowest_blk_index = k;
+	}
+	else if ((QS_IDLE == rep->qstate) && (first_idle_index < 0))
+	    first_idle_index = k;
+    }
+    if (try_poll) {
+	res = do_poll(clp, 0, req_indexp);
+	if (0 != res)
+	    return res;
+    }
+
+    if (lowest_blk_index >= 0) {
+	if (req_indexp)
+	    *req_indexp = lowest_blk_index;
+	return QS_IN_FINISHED;
+    }
+    if (req_indexp)
+    	*req_indexp = first_idle_index;
+    return QS_IDLE;
+}
+
+int get_num(char * buf)
+{
+    int res, num;
+    char c;
+
+    res = sscanf(buf, "%d%c", &num, &c);
+    if (0 == res)
+        return -1;
+    else if (1 == res)
+        return num;
+    else {
+        switch (c) {
+        case 'c':
+        case 'C':
+            return num;
+        case 'b':
+        case 'B':
+            return num * 512;
+        case 'k':
+            return num * 1024;
+        case 'K':
+            return num * 1000;
+        case 'm':
+            return num * 1024 * 1024;
+        case 'M':
+            return num * 1000000;
+        case 'g':
+            return num * 1024 * 1024 * 1024;
+        case 'G':
+            return num * 1000000000;
+        default:
+            fprintf(stderr, "unrecognized multiplier\n");
+            return -1;
+        }
+    }
+}
+
+
+int main(int argc, char * argv[])
+{
+    int skip = 0;
+    int seek = 0;
+    int ibs = 0;
+    int obs = 0;
+    char str[STR_SZ];
+    char * key;
+    char * buf;
+    char inf[INOUTF_SZ];
+    char outf[INOUTF_SZ];
+    int res, k;
+    int in_num_sect = 0;
+    int out_num_sect = 0;
+    int num_threads = DEF_NUM_THREADS;
+    int gen = 0;
+    int do_time = 0;
+    int in_sect_sz, out_sect_sz, first_xfer, qstate, req_index, seek_skip;
+    int blocks, stop_after_write, terminate;
+    char ebuff[EBUFF_SZ];
+    Rq_elem * rep;
+    struct timeval start_tm, end_tm;
+
+    memset(&rcoll, 0, sizeof(Rq_coll));
+    rcoll.bpt = DEF_BLOCKS_PER_TRANSFER;
+    rcoll.in_type = FT_OTHER;
+    rcoll.out_type = FT_OTHER;
+    inf[0] = '\0';
+    outf[0] = '\0';
+    if (argc < 2) {
+        usage();
+        return 1;
+    }
+
+    for(k = 1; k < argc; k++) {
+        if (argv[k])
+            strncpy(str, argv[k], STR_SZ);
+        else
+            continue;
+        for(key = str, buf = key; *buf && *buf != '=';)
+            buf++;
+        if (*buf)
+            *buf++ = '\0';
+        if (strcmp(key,"if") == 0)
+            strncpy(inf, buf, INOUTF_SZ);
+        else if (strcmp(key,"of") == 0)
+            strncpy(outf, buf, INOUTF_SZ);
+        else if (0 == strcmp(key,"ibs"))
+            ibs = get_num(buf);
+        else if (0 == strcmp(key,"obs"))
+            obs = get_num(buf);
+        else if (0 == strcmp(key,"bs"))
+            rcoll.bs = get_num(buf);
+        else if (0 == strcmp(key,"bpt"))
+            rcoll.bpt = get_num(buf);
+        else if (0 == strcmp(key,"skip"))
+            skip = get_num(buf);
+        else if (0 == strcmp(key,"seek"))
+            seek = get_num(buf);
+        else if (0 == strcmp(key,"count"))
+            dd_count = get_num(buf);
+        else if (0 == strcmp(key,"dio"))
+            rcoll.dio = get_num(buf);
+        else if (0 == strcmp(key,"thr"))
+            num_threads = get_num(buf);
+        else if (0 == strcmp(key,"coe"))
+            rcoll.coe = get_num(buf);
+        else if (0 == strcmp(key,"gen"))
+            gen = get_num(buf);
+        else if (0 == strncmp(key,"deb", 3))
+            rcoll.debug = get_num(buf);
+        else if (0 == strcmp(key,"time"))
+            do_time = get_num(buf);
+        else if (0 == strncmp(key, "--vers", 6)) {
+            fprintf(stderr, "sgq_dd for sg version 3 driver: %s\n", 
+	    	    version_str);
+            return 0;
+        }
+        else {
+            fprintf(stderr, "Unrecognized argument '%s'\n", key);
+            usage();
+            return 1;
+        }
+    }
+    if (rcoll.bs <= 0) {
+        rcoll.bs = DEF_BLOCK_SIZE;
+        fprintf(stderr, "Assume default 'bs' (block size) of %d bytes\n",
+                rcoll.bs);
+    }
+    if ((ibs && (ibs != rcoll.bs)) || (obs && (obs != rcoll.bs))) {
+        fprintf(stderr, "If 'ibs' or 'obs' given must be same as 'bs'\n");
+        usage();
+        return 1;
+    }
+    if ((skip < 0) || (seek < 0)) {
+        fprintf(stderr, "skip and seek cannot be negative\n");
+        return 1;
+    }
+    if ((num_threads < 1) || (num_threads > MAX_NUM_THREADS)) {
+        fprintf(stderr, "too few or too many threads requested\n");
+        usage();
+        return 1;
+    }
+    if (rcoll.debug)
+        fprintf(stderr, "sgq_dd: if=%s skip=%d of=%s seek=%d count=%d\n",
+               inf, skip, outf, seek, dd_count);
+    install_handler (SIGINT, interrupt_handler);
+    install_handler (SIGQUIT, interrupt_handler);
+    install_handler (SIGPIPE, interrupt_handler);
+    install_handler (SIGUSR1, siginfo_handler);
+
+    rcoll.infd = STDIN_FILENO;
+    rcoll.outfd = STDOUT_FILENO;
+    if (inf[0] && ('-' != inf[0])) {
+    	rcoll.in_type = dd_filetype(inf);
+
+        if (FT_SG == rcoll.in_type) {
+            if ((rcoll.infd = open(inf, O_RDWR)) < 0) {
+                snprintf(ebuff, EBUFF_SZ,
+			 "sgq_dd: could not open %s for sg reading", inf);
+                perror(ebuff);
+                return 1;
+            }
+        }
+        if (FT_SG != rcoll.in_type) {
+            if ((rcoll.infd = open(inf, O_RDONLY)) < 0) {
+                snprintf(ebuff, EBUFF_SZ,
+			 "sgq_dd: could not open %s for reading", inf);
+                perror(ebuff);
+                return 1;
+            }
+            else if (skip > 0) {
+                llse_loff_t offset = skip;
+
+                offset *= rcoll.bs;       /* could exceed 32 here! */
+                if (llse_llseek(rcoll.infd, offset, SEEK_SET) < 0) {
+                    snprintf(ebuff, EBUFF_SZ,
+                "sgq_dd: couldn't skip to required position on %s", inf);
+                    perror(ebuff);
+                    return 1;
+                }
+            }
+        }
+    }
+    if (outf[0] && ('-' != outf[0])) {
+	rcoll.out_type = dd_filetype(outf);
+
+        if (FT_SG == rcoll.out_type) {
+	    if ((rcoll.outfd = open(outf, O_RDWR)) < 0) {
+                snprintf(ebuff, EBUFF_SZ,
+			"sgq_dd: could not open %s for sg writing", outf);
+                perror(ebuff);
+                return 1;
+            }
+        }
+	else {
+	    if (FT_OTHER == rcoll.out_type) {
+		if ((rcoll.outfd = open(outf, O_WRONLY | O_CREAT, 0666)) < 0) {
+                    snprintf(ebuff, EBUFF_SZ,
+                            "sgq_dd: could not open %s for writing", outf);
+                    perror(ebuff);
+                    return 1;
+                }
+	    }
+	    else {
+		if ((rcoll.outfd = open(outf, O_WRONLY)) < 0) {
+                    snprintf(ebuff, EBUFF_SZ,
+                            "sgq_dd: could not open %s for raw writing", outf);
+                    perror(ebuff);
+                    return 1;
+                }
+            }
+            if (seek > 0) {
+                llse_loff_t offset = seek;
+
+                offset *= rcoll.bs;       /* could exceed 32 bits here! */
+		if (llse_llseek(rcoll.outfd, offset, SEEK_SET) < 0) {
+                    snprintf(ebuff, EBUFF_SZ,
+                "sgq_dd: couldn't seek to required position on %s", outf);
+                    perror(ebuff);
+                    return 1;
+                }
+            }
+	}
+    }
+    if ((STDIN_FILENO == rcoll.infd) && (STDOUT_FILENO == rcoll.outfd)) {
+        fprintf(stderr, "Disallow both if and of to be stdin and stdout");
+        return 1;
+    }
+    if ((FT_OTHER == rcoll.in_type) && (FT_OTHER == rcoll.out_type) && !gen) {
+        fprintf(stderr, "Either 'if' or 'of' must be a sg or raw device\n");
+        return 1;
+    }
+    if (0 == dd_count)
+        return 0;
+    else if (dd_count < 0) {
+        if (FT_SG == rcoll.in_type) {
+            res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz);
+            if (2 == res) {
+                fprintf(stderr, "Unit attention, media changed(in), repeat\n");
+                res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz);
+            }
+            if (0 != res) {
+                fprintf(stderr, "Unable to read capacity on %s\n", inf);
+                in_num_sect = -1;
+            }
+            else {
+                if (in_num_sect > skip)
+                    in_num_sect -= skip;
+            }
+        }
+        if (FT_SG == rcoll.out_type) {
+            res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz);
+            if (2 == res) {
+                fprintf(stderr, "Unit attention, media changed(out), repeat\n");
+                res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz);
+            }
+            if (0 != res) {
+                fprintf(stderr, "Unable to read capacity on %s\n", outf);
+                out_num_sect = -1;
+            }
+            else {
+                if (out_num_sect > seek)
+                    out_num_sect -= seek;
+            }
+        }
+        if (in_num_sect > 0) {
+            if (out_num_sect > 0)
+                dd_count = (in_num_sect > out_num_sect) ? out_num_sect :
+                                                       in_num_sect;
+            else
+                dd_count = in_num_sect;
+        }
+        else
+            dd_count = out_num_sect;
+    }
+    if (rcoll.debug > 1)
+        fprintf(stderr, "Start of loop, count=%d, in_num_sect=%d, "
+                "out_num_sect=%d\n", dd_count, in_num_sect, out_num_sect);
+    if (dd_count <= 0) {
+        fprintf(stderr, "Couldn't calculate count, please give one\n");
+        return 1;
+    }
+
+    rcoll.in_count = dd_count;
+    rcoll.in_done_count = dd_count;
+    rcoll.skip = skip;
+    rcoll.in_blk = skip;
+    rcoll.out_count = dd_count;
+    rcoll.out_done_count = dd_count;
+    rcoll.seek = seek;
+    rcoll.out_blk = seek;
+
+    if ((FT_SG == rcoll.in_type) || (FT_SG == rcoll.out_type))
+    	rcoll.num_rq_elems = num_threads;
+    else
+    	rcoll.num_rq_elems = 1;
+    if (prepare_rq_elems(&rcoll, inf, outf)) {
+        fprintf(stderr, "Setup failure, perhaps no memory\n");
+	return 1;
+    }
+
+    first_xfer = 1;
+    stop_after_write = 0;
+    terminate = 0;
+    seek_skip =  rcoll.seek - rcoll.skip;
+    if (do_time) {
+        start_tm.tv_sec = 0;
+        start_tm.tv_usec = 0;
+        gettimeofday(&start_tm, NULL);
+    }
+    while (rcoll.out_done_count > 0) { /* >>>>>>>>> main loop */
+        req_index = -1;
+	qstate = decider(&rcoll, first_xfer, &req_index);
+	rep = (req_index < 0) ? NULL : (rcoll.req_arr + req_index);
+	switch (qstate) {
+	case QS_IDLE:
+	    if ((NULL == rep) || (rcoll.in_count <= 0)) {
+	    	/* usleep(1000); */
+		do_poll(&rcoll, 10, NULL);
+		break;
+	    }
+	    if (rcoll.debug > 8)
+	    	fprintf(stderr, "    sgq_dd: non-sleeping QS_IDLE state, "
+				"req_index=%d\n", req_index);
+	    if (first_xfer >= 2)
+	    	first_xfer = 0;
+	    else if (1 == first_xfer)
+	    	++first_xfer;
+	    if (stop_after_write) {
+		terminate = 1;
+		break;
+	    }
+	    blocks = (rcoll.in_count > rcoll.bpt) ? rcoll.bpt : rcoll.in_count;
+	    rep->wr = 0;
+	    rep->blk = rcoll.in_blk;
+	    rep->num_blks = blocks;
+	    rcoll.in_blk += blocks;
+	    rcoll.in_count -= blocks;
+
+	    if (FT_SG == rcoll.in_type) {
+	    	res = sg_start_io(rep);
+		if (0 != res) {
+		    if (1 == res)
+			fprintf(stderr, "Out of memory starting sg io\n");
+		    terminate = 1;
+		}
+	    }
+	    else {
+		res = normal_in_operation(&rcoll, rep, blocks);
+		if (res < 0)
+		    terminate = 1;
+		else if (res > 0)
+		    stop_after_write = 1;
+	    }
+	    break;
+	case QS_IN_FINISHED:
+	    if (rcoll.debug > 8)
+	    	fprintf(stderr, "    sgq_dd: state is QS_IN_FINISHED, "
+				"req_index=%d\n", req_index);
+	    if ((rep->blk + seek_skip) != rcoll.out_blk) {
+		/* if write would be out of sequence then wait */
+		usleep(1000);
+		break;
+	    }
+            rep->wr = 1;
+            rep->blk = rcoll.out_blk;
+	    blocks = rep->num_blks;
+            rcoll.out_blk += blocks;
+            rcoll.out_count -= blocks;
+
+	    if (FT_SG == rcoll.out_type) {
+	    	res = sg_start_io(rep);
+		if (0 != res) {
+		    if (1 == res)
+			fprintf(stderr, "Out of memory starting sg io\n");
+		    terminate = 1;
+		}
+	    }
+	    else {
+		if (normal_out_operation(&rcoll, rep, blocks) < 0)
+		    terminate = 1;
+	    }
+	    break;
+	case QS_IN_POLL:
+	    if (rcoll.debug > 8)
+	    	fprintf(stderr, "    sgq_dd: state is QS_IN_POLL, "
+				"req_index=%d\n", req_index);
+	    res = sg_fin_in_operation(&rcoll, rep);
+	    if (res < 0)
+	    	terminate = 1;
+	    else if (res > 1) {
+	    	if (first_xfer) {
+		    /* only retry on first xfer */
+		    if (0 != sg_start_io(rep))
+		    	terminate = 1;
+		}
+		else
+		    terminate = 1;
+	    }
+	    break;
+	case QS_OUT_POLL:
+	    if (rcoll.debug > 8)
+	    	fprintf(stderr, "    sgq_dd: state is QS_OUT_POLL, "
+				"req_index=%d\n", req_index);
+	    res = sg_fin_out_operation(&rcoll, rep);
+	    if (res < 0)
+	    	terminate = 1;
+	    else if (res > 1) {
+	    	if (first_xfer) {
+		    /* only retry on first xfer */
+		    if (0 != sg_start_io(rep))
+		    	terminate = 1;
+		}
+		else
+		    terminate = 1;
+	    }
+	    break;
+	default:
+	    if (rcoll.debug > 8)
+		fprintf(stderr, "    sgq_dd: state is ?????\n");
+	    terminate = 1;
+	    break;
+	}
+	if (terminate)
+	    break;
+    } /* >>>>>>>>>>>>> end of main loop */
+
+    if ((do_time) && (start_tm.tv_sec || start_tm.tv_usec)) {
+        struct timeval res_tm;
+        double a, b;
+
+        gettimeofday(&end_tm, NULL);
+        res_tm.tv_sec = end_tm.tv_sec - start_tm.tv_sec;
+        res_tm.tv_usec = end_tm.tv_usec - start_tm.tv_usec;
+        if (res_tm.tv_usec < 0) {
+            --res_tm.tv_sec;
+            res_tm.tv_usec += 1000000;
+        }
+        a = res_tm.tv_sec;
+        a += (0.000001 * res_tm.tv_usec);
+        b = (double)rcoll.bs * (dd_count - rcoll.out_done_count);
+        printf("time to transfer data was %d.%06d secs",
+               (int)res_tm.tv_sec, (int)res_tm.tv_usec);
+        if ((a > 0.00001) && (b > 511))
+            printf(", %.2f MB/sec\n", b / (a * 1000000.0));
+        else
+            printf("\n");
+    }
+
+    if (STDIN_FILENO != rcoll.infd)
+        close(rcoll.infd);
+    if (STDOUT_FILENO != rcoll.outfd)
+        close(rcoll.outfd);
+    res = 0;
+    if (0 != rcoll.out_count) {
+        fprintf(stderr, ">>>> Some error occurred,\n");
+	res = 2;
+    }
+    print_stats();
+    if (rcoll.dio_incomplete) {
+        int fd;
+        char c;
+
+        fprintf(stderr, ">> Direct IO requested but incomplete %d times\n",
+                rcoll.dio_incomplete);
+        if ((fd = open(proc_allow_dio, O_RDONLY)) >= 0) {
+            if (1 == read(fd, &c, 1)) {
+                if ('0' == c)
+                    fprintf(stderr, ">>> %s set to '0' but should be set "
+                            "to '1' for direct IO\n", proc_allow_dio);
+            }
+            close(fd);
+        }
+    }
+    if (rcoll.sum_of_resids)
+        fprintf(stderr, ">> Non-zero sum of residual counts=%d\n",
+               rcoll.sum_of_resids);
+    return res;
+}