diff options
author | Douglas Gilbert <dgilbert@interlog.com> | 2007-06-27 02:33:51 +0000 |
---|---|---|
committer | Douglas Gilbert <dgilbert@interlog.com> | 2007-06-27 02:33:51 +0000 |
commit | d50a5ff1b408bc47d11b74dc44fd3e26ba78a3fe (patch) | |
tree | b769cac490cd2a2d5fcd5f54573a2ae9a13c174f /archive | |
parent | c50367a1d75e6918fb81afea2030927890fb431f (diff) | |
download | sg3_utils-d50a5ff1b408bc47d11b74dc44fd3e26ba78a3fe.tar.gz |
Load sg3_utils-0.90 into trunk/.
git-svn-id: https://svn.bingwo.ca/repos/sg3_utils/trunk@4 6180dd3e-e324-4e3e-922d-17de1ae2f315
Diffstat (limited to 'archive')
-rw-r--r-- | archive/README | 14 | ||||
-rw-r--r-- | archive/sg_dd2048.c | 613 | ||||
-rw-r--r-- | archive/sg_dd512.c | 613 | ||||
-rw-r--r-- | archive/sg_dd_old.c | 639 | ||||
-rw-r--r-- | archive/sg_reset.c | 132 | ||||
-rw-r--r-- | archive/sgq_dd.c | 865 | ||||
-rw-r--r-- | archive/sgs_dd.c | 911 | ||||
-rw-r--r-- | archive/xsgp_dd.c | 1002 |
8 files changed, 4789 insertions, 0 deletions
diff --git a/archive/README b/archive/README new file mode 100644 index 00000000..a940f92c --- /dev/null +++ b/archive/README @@ -0,0 +1,14 @@ +This archive directory contains programs the use the Linux SCSI +subsystem and typically use the SCSI generic interface (sg) as +well. + +The programs in this directory are fully functional but have been +"retired" from the main sg_utils directory most likely because +their functionality is done in another (perhaps better) way. + +The last time I checked these programs compiled and built and +didn't depend on too many other things (see the Makefile in the +parent directory for ideas). + +Doug Gilbert +8th December 2000 diff --git a/archive/sg_dd2048.c b/archive/sg_dd2048.c new file mode 100644 index 00000000..ecbe2922 --- /dev/null +++ b/archive/sg_dd2048.c @@ -0,0 +1,613 @@ +#include <unistd.h> +#include <fcntl.h> +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <ctype.h> +#include <errno.h> +#include <sys/ioctl.h> +#include <sys/types.h> +#include <sys/stat.h> +#include <linux/../scsi/sg.h> /* cope with silly includes */ +#include "sg_err.h" + +/* Test code for D. Gilbert's extensions to the Linux OS SCSI generic ("sg") + device driver. +* Copyright (C) 1999 D. Gilbert and P. Allworth +* This program is free software; you can redistribute it and/or modify +* it under the terms of the GNU General Public License as published by +* the Free Software Foundation; either version 2, or (at your option) +* any later version. + + This program is a specialization of the Unix "dd" command in which + one or both of the given files is a scsi generic device. It assumes + a 'bs' (block size) of 2048 and complains if 'bs' ('ibs' or 'obs') is + given with some other value. + If 'if' is not given or 'if=-' then stdin is assumed. If 'of' is + not given of 'of=-' then stdout assumed. The multipliers "c, b, k, m" + are recognized on numeric arguments. + As an experiment added an argument "tq" to allow 'tagged queuing' to + be enabled (1), disabled(0) or left as is (-1) which is the default. + BEWARE: If the 'of' file is a 'sg' device (eg a disk) then it _will_ + be written to, potentially destroying its previous contents. + + This version should compile with Linux sg drivers with version numbers + >= 30000 . + + Version 3.96 991208 + + +6 byte commands [READ: 0x08, WRITE: 0x0a]: +[cmd ][had|lu][midAdd][lowAdd][count ][flags ] +10 byte commands [EREAD: 0x28, EWRITE: 0x2a, READ_CAPACITY 0x25]: +[cmd ][ |lu][hiAddr][hmAddr][lmAddr][lowAdd][ ][hiCnt ][lowCnt][flags ] +12 byte commands [LREAD: 0xd8, LWRITE: 0xda]: +[cmd ][ |lu][hiAddr][hmAddr][lmAddr][lowAdd][hiCnt ][hmCnt ][lmCnt ][lowCnt] + ... [ ][flags ] +*/ + +#define BLOCK_SIZE 2048 + +#define BLOCKS_PER_WBUFF 32 /* this implies 64 KByte working buffer */ + +// #define SG_DEBUG + +#define SENSE_BUFF_LEN 32 /* Arbitrary, could be larger */ +#define DEF_TIMEOUT 40000 /* 40,000 millisecs == 40 seconds */ + + +void usage() +{ + printf("Usage: " + "sg_dd2048 [if=<infile>] [skip=<n>] [of=<ofile>] [seek=<n>]\n" + " [count=<n>] [tq=<n>] {2048 byte 'bs' assumed}\n" + " either 'if' or 'of' must be a scsi generic device\n" + " 'tq' is tagged queuing, 1->enable, 0->disable, -1->leave(def)\n"); +} + +/* Return of 0 -> success, -1 -> failure, 2 -> try again */ +int read_capacity(int sg_fd, int * num_sect, int * sect_sz) +{ + int res; + unsigned char rcCmdBlk [10] = {0x25, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char rcBuff[64]; + unsigned char sense_b[64]; + sg_io_hdr_t io_hdr; + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(rcCmdBlk); + io_hdr.mx_sb_len = sizeof(sense_b); + io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; + io_hdr.dxfer_len = sizeof(rcBuff); + io_hdr.dxferp = rcBuff; + io_hdr.cmdp = rcCmdBlk; + io_hdr.sbp = sense_b; + io_hdr.timeout = DEF_TIMEOUT; + + if (ioctl(sg_fd, SG_IO, &io_hdr) < 0) { + perror("read_capacity (SG_IO) error"); + return -1; + } + res = sg_err_category3(&io_hdr); + if (SG_ERR_CAT_MEDIA_CHANGED == res) + return 2; /* probably have another go ... */ + else if (SG_ERR_CAT_CLEAN != res) { + sg_chk_n_print3("read capacity", &io_hdr); + return -1; + } + *num_sect = 1 + ((rcBuff[0] << 24) | (rcBuff[1] << 16) | + (rcBuff[2] << 8) | rcBuff[3]); + *sect_sz = (rcBuff[4] << 24) | (rcBuff[5] << 16) | + (rcBuff[6] << 8) | rcBuff[7]; +/* printf("number of sectors=%d, sector size=%d\n", *num_sect, *sect_sz); */ + return 0; +} + +/* -1 -> unrecoverable error, 0 -> successful, 1 -> recoverable (ENOMEM), + 2 -> try again */ +int sg_read(int sg_fd, unsigned char * buff, int blocks, int from_block) +{ + unsigned char rdCmd[10] = {0x28, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char senseBuff[SENSE_BUFF_LEN]; + sg_io_hdr_t io_hdr; + int res; + + rdCmd[2] = (unsigned char)((from_block >> 24) & 0xFF); + rdCmd[3] = (unsigned char)((from_block >> 16) & 0xFF); + rdCmd[4] = (unsigned char)((from_block >> 8) & 0xFF); + rdCmd[5] = (unsigned char)(from_block & 0xFF); + rdCmd[7] = (unsigned char)((blocks >> 8) & 0xff); + rdCmd[8] = (unsigned char)(blocks & 0xff); + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(rdCmd); + io_hdr.cmdp = rdCmd; + io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; + io_hdr.dxfer_len = BLOCK_SIZE * blocks; + io_hdr.dxferp = buff; + io_hdr.mx_sb_len = SENSE_BUFF_LEN; + io_hdr.sbp = senseBuff; + io_hdr.timeout = DEF_TIMEOUT; + io_hdr.pack_id = from_block; + + while (((res = write(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + if (ENOMEM == errno) + return 1; + perror("reading (wr) on sg device, error"); + return -1; + } + + while (((res = read(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + perror("reading (rd) on sg device, error"); + return -1; + } + switch (sg_err_category3(&io_hdr)) { + case SG_ERR_CAT_CLEAN: + break; + case SG_ERR_CAT_RECOVERED: + printf("Recovered error while reading block=%d, num=%d\n", + from_block, blocks); + break; + case SG_ERR_CAT_MEDIA_CHANGED: + return 2; + default: + sg_chk_n_print3("reading", &io_hdr); + return -1; + } + return 0; +} + +/* -1 -> unrecoverable error, 0 -> successful, 1 -> recoverable (ENOMEM), + 2 -> try again */ +int sg_write(int sg_fd, unsigned char * buff, int blocks, int to_block) +{ + unsigned char wrCmd[10] = {0x2a, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char senseBuff[SENSE_BUFF_LEN]; + sg_io_hdr_t io_hdr; + int res; + + wrCmd[2] = (unsigned char)((to_block >> 24) & 0xFF); + wrCmd[3] = (unsigned char)((to_block >> 16) & 0xFF); + wrCmd[4] = (unsigned char)((to_block >> 8) & 0xFF); + wrCmd[5] = (unsigned char)(to_block & 0xFF); + wrCmd[7] = (unsigned char)((blocks >> 8) & 0xff); + wrCmd[8] = (unsigned char)(blocks & 0xff); + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(wrCmd); + io_hdr.cmdp = wrCmd; + io_hdr.dxfer_direction = SG_DXFER_TO_DEV; + io_hdr.dxfer_len = BLOCK_SIZE * blocks; + io_hdr.dxferp = buff; + io_hdr.mx_sb_len = SENSE_BUFF_LEN; + io_hdr.sbp = senseBuff; + io_hdr.timeout = DEF_TIMEOUT; + io_hdr.pack_id = to_block; + + while (((res = write(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + if (ENOMEM == errno) + return 1; + perror("writing (wr) on sg device, error"); + return -1; + } + + while (((res = read(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + perror("writing (rd) on sg device, error"); + return -1; + } + switch (sg_err_category3(&io_hdr)) { + case SG_ERR_CAT_CLEAN: + break; + case SG_ERR_CAT_RECOVERED: + printf("Recovered error while writing block=%d, num=%d\n", + to_block, blocks); + break; + case SG_ERR_CAT_MEDIA_CHANGED: + return 2; + default: + sg_chk_n_print3("writing", &io_hdr); + return -1; + } + return 0; +} + +int get_num(char * buf) +{ + int res, num; + char c, cc; + + res = sscanf(buf, "%d%c", &num, &c); + if (0 == res) + return -1; + else if (1 == res) + return num; + else { + cc = (char)toupper(c); + if ('B' == cc) + return num * 512; + else if ('C' == cc) + return num; + else if ('K' == cc) + return num * 1024; + else if ('M' == cc) + return num * 1024 * 1024; + else { + printf("unrecognized multiplier\n"); + return -1; + } + } +} + + +int main(int argc, char * argv[]) +{ + int skip = 0; + int seek = 0; + int count = -1; + char str[512]; + char * key; + char * buf; + char inf[512]; + int in_is_sg = 0; + char outf[512]; + int out_is_sg = 0; + int bs_bad = 0; + int tq = -1; + int res, k, t, buf_sz; + int infd, outfd, blocks; + unsigned char * wrkBuff; + unsigned char * wrkPos; + int in_num_sect = 0; + int out_num_sect = 0; + int in_sect_sz, out_sect_sz; + int in_full = 0; + int in_partial = 0; + int out_full = 0; + int out_partial = 0; + char ebuff[256]; + int blocks_per; + + inf[0] = '\0'; + outf[0] = '\0'; + if (argc < 2) { + usage(); + return 1; + } + + for(k = 1; k < argc; k++) { + if (argv[k]) + strcpy(str, argv[k]); + else + continue; + for(key = str, buf = key; *buf && *buf != '=';) + buf++; + if (*buf) + *buf++ = '\0'; + if (strcmp(key,"if") == 0) + strcpy(inf, buf); + else if (strcmp(key,"of") == 0) + strcpy(outf, buf); + else if (0 == strcmp(key,"ibs")) { + if (BLOCK_SIZE != get_num(buf)) + bs_bad = 1; + } + else if (0 == strcmp(key,"obs")) { + if (BLOCK_SIZE != get_num(buf)) + bs_bad = 1; + } + else if (0 == strcmp(key,"bs")) { + if (BLOCK_SIZE != get_num(buf)) + bs_bad = 1; + } + else if (0 == strcmp(key,"skip")) + skip = get_num(buf); + else if (0 == strcmp(key,"seek")) + seek = get_num(buf); + else if (0 == strcmp(key,"count")) + count = get_num(buf); + else if (0 == strcmp(key,"tq")) + tq = get_num(buf); + else { + printf("Unrecognized argument '%s'\n", key); + usage(); + return 1; + } + } + if (bs_bad) { + printf("If bs/ibs/obs given, must=%d\n", BLOCK_SIZE); + usage(); + return 1; + } + if ((skip < 0) || (seek < 0)) { + printf("skip and seek cannot be negative\n"); + return 1; + } +#ifdef SG_DEBUG + printf("sg_dd2048: if=%s skip=%d of=%s seek=%d count=%d\n", + inf, skip, outf, seek, count); +#endif + infd = STDIN_FILENO; + outfd = STDOUT_FILENO; + if (inf[0] && ('-' != inf[0])) { + if ((infd = open(inf, O_RDWR)) >= 0) { + if (ioctl(infd, SG_GET_TIMEOUT, 0) < 0) { + /* not a scsi generic device so now try and open RDONLY */ + close(infd); + } + else { + in_is_sg = 1; + res = 0; + if (0 == tq) + res = ioctl(infd, SCSI_IOCTL_TAGGED_DISABLE, &t); + if (1 == tq) + res = ioctl(infd, SCSI_IOCTL_TAGGED_ENABLE, &t); + if (res < 0) + perror("sg_dd2048: SCSI_IOCTL_TAGGED error"); + t = BLOCK_SIZE * BLOCKS_PER_WBUFF; + res = ioctl(infd, SG_SET_RESERVED_SIZE, &t); + if (res < 0) + perror("sg_dd2048: SG_SET_RESERVED_SIZE error"); + res = ioctl(infd, SG_GET_VERSION_NUM, &t); + if ((res < 0) || (t < 30000)) { + printf("sg_dd2048: sg driver prior to 3.x.y\n"); + return 1; + } + } + } + if (! in_is_sg) { + if ((infd = open(inf, O_RDONLY)) < 0) { + sprintf(ebuff, "sg_dd2048: could not open %s for reading", inf); + perror(ebuff); + return 1; + } + else if (skip > 0) { + off_t offset = skip; + + offset *= BLOCK_SIZE; /* could overflow here! */ + if (lseek(infd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "sg_dd2048: couldn't skip to required position on %s", inf); + perror(ebuff); + return 1; + } + } + } + } + if (outf[0] && ('-' != outf[0])) { + if ((outfd = open(outf, O_RDWR)) >= 0) { + if (ioctl(outfd, SG_GET_TIMEOUT, 0) < 0) { + /* not a scsi generic device so now try and open RDONLY */ + close(outfd); + } + else { + out_is_sg = 1; + res = 0; + if (0 == tq) + res = ioctl(outfd, SCSI_IOCTL_TAGGED_DISABLE, &t); + if (1 == tq) + res = ioctl(outfd, SCSI_IOCTL_TAGGED_ENABLE, &t); + if (res < 0) + perror("sg_dd2048: SCSI_IOCTL_TAGGED(o) error"); + t = BLOCK_SIZE * BLOCKS_PER_WBUFF; + res = ioctl(outfd, SG_SET_RESERVED_SIZE, &t); + if (res < 0) + perror("sg_dd2048: SG_SET_RESERVED_SIZE error"); + res = ioctl(infd, SG_GET_VERSION_NUM, &t); + if ((res < 0) || (t < 30000)) { + printf("sg_dd2048: sg driver prior to 3.x.y\n"); + return 1; + } + } + } + if (! out_is_sg) { + if ((outfd = open(outf, O_WRONLY | O_CREAT, 0666)) < 0) { + sprintf(ebuff, + "sg_dd2048: could not open %s for writing", outf); + perror(ebuff); + return 1; + } + else if (seek > 0) { + off_t offset = seek; + + offset *= BLOCK_SIZE; /* could overflow here! */ + if (lseek(outfd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "sg_dd2048: couldn't seek to required position on %s", outf); + perror(ebuff); + return 1; + } + } + } + } + if ((STDIN_FILENO == infd) && (STDOUT_FILENO == outfd)) { + printf("Can't have both 'if' as stdin _and_ 'of' as stdout\n"); + return 1; + } +#if 1 + if (! (in_is_sg || out_is_sg)) { + printf("Either 'if' or 'of' must be a scsi generic device\n"); + return 1; + } +#endif + if (0 == count) + return 0; + else if (count < 0) { + if (in_is_sg) { + res = read_capacity(infd, &in_num_sect, &in_sect_sz); + if (2 == res) { + printf("Unit attention, media changed(in), try again\n"); + res = read_capacity(infd, &in_num_sect, &in_sect_sz); + } + if (0 != res) { + printf("Unable to read capacity on %s\n", inf); + in_num_sect = -1; + } + else { +#if 0 + if (0 == in_sect_sz) + in_sect_sz = BLOCK_SIZE; + else if (in_sect_sz > BLOCK_SIZE) + in_num_sect *= (in_sect_sz / BLOCK_SIZE); + else if (in_sect_sz < BLOCK_SIZE) + in_num_sect /= (BLOCK_SIZE / in_sect_sz); +#endif + if (in_num_sect > skip) + in_num_sect -= skip; + } + } + if (out_is_sg) { + res = read_capacity(outfd, &out_num_sect, &out_sect_sz); + if (2 == res) { + printf("Unit attention, media changed(out), try again\n"); + res = read_capacity(outfd, &out_num_sect, &out_sect_sz); + } + if (0 != res) { + printf("Unable to read capacity on %s\n", outf); + out_num_sect = -1; + } + else { + if (out_num_sect > seek) + out_num_sect -= seek; + } + } + if (in_num_sect > 0) { + if (out_num_sect > 0) + count = (in_num_sect > out_num_sect) ? out_num_sect : + in_num_sect; + else + count = in_num_sect; + } + else + count = out_num_sect; + } + + wrkBuff= malloc(BLOCK_SIZE * BLOCKS_PER_WBUFF); + if (0 == wrkBuff) { + printf("Not enough user memory\n"); + return 1; + } + wrkPos = wrkBuff; + + blocks_per = BLOCKS_PER_WBUFF; + while (count) { + blocks = (count > blocks_per) ? blocks_per : count; + if (in_is_sg) { + res = sg_read(infd, wrkBuff, blocks, skip); + if (1 == res) { /* ENOMEM, find what's available+try that */ + if (ioctl(infd, SG_GET_RESERVED_SIZE, &buf_sz) < 0) { + perror("RESERVED_SIZE ioctls failed"); + break; + } + blocks_per = (buf_sz + BLOCK_SIZE - 1) / BLOCK_SIZE; + blocks = blocks_per; + printf("Reducing read to %d blocks per loop\n", blocks_per); + res = sg_read(infd, wrkBuff, blocks, skip); + } + else if (2 == res) { + printf("Unit attention, media changed, try again (r)\n"); + res = sg_read(infd, wrkBuff, blocks, skip); + } + if (0 != res) { + printf("sg_read failed, skip=%d\n", skip); + break; + } + else + in_full += blocks; + } + else { + while (((res = read(infd, wrkPos, blocks * BLOCK_SIZE)) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "sg_dd2048: reading, skip=%d ", skip); + perror(ebuff); + break; + } + else if (res < blocks * BLOCK_SIZE) { + count = 0; + blocks = res / BLOCK_SIZE; + if ((res % BLOCK_SIZE) > 0) { + blocks++; + in_partial++; + } + } + in_full += blocks; + } + + if (out_is_sg) { + res = sg_write(outfd, wrkBuff, blocks, seek); + if (1 == res) { /* ENOMEM, find what's available+try that */ + if (ioctl(outfd, SG_GET_RESERVED_SIZE, &buf_sz) < 0) { + perror("RESERVED_SIZE ioctls failed"); + break; + } + blocks_per = (buf_sz + BLOCK_SIZE - 1) / BLOCK_SIZE; + blocks = blocks_per; + printf("Reducing write to %d blocks per loop\n", blocks); + res = sg_write(outfd, wrkBuff, blocks, seek); + } + else if (2 == res) { + printf("Unit attention, media changed, try again (w)\n"); + res = sg_write(outfd, wrkBuff, blocks, seek); + } + else if (0 != res) { + printf("sg_write failed, seek=%d\n", seek); + break; + } + else + out_full += blocks; + } + else { + while (((res = write(outfd, wrkPos, blocks * BLOCK_SIZE)) < 0) + && (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "sg_ddd2048: writing, seek=%d ", seek); + perror(ebuff); + break; + } + else if (res < blocks * BLOCK_SIZE) { + printf("output file probably full, seek=%d ", seek); + blocks = res / BLOCK_SIZE; + out_full += blocks; + if ((res % BLOCK_SIZE) > 0) + out_partial++; + break; + } + else + out_full += blocks; + } + if (count > 0) + count -= blocks; + skip += blocks; + seek += blocks; + } + + free(wrkBuff); + if (STDIN_FILENO != infd) + close(infd); + if (STDOUT_FILENO != outfd) + close(outfd); + if (0 != count) { + printf("Some error occurred, count=%d\n", count); + return 1; + } + printf("%d+%d records in\n", in_full, in_partial); + printf("%d+%d records out\n", out_full, out_partial); + return 0; +} diff --git a/archive/sg_dd512.c b/archive/sg_dd512.c new file mode 100644 index 00000000..70636761 --- /dev/null +++ b/archive/sg_dd512.c @@ -0,0 +1,613 @@ +#include <unistd.h> +#include <fcntl.h> +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <ctype.h> +#include <errno.h> +#include <sys/ioctl.h> +#include <sys/types.h> +#include <sys/stat.h> +#include <linux/../scsi/sg.h> /* cope with silly includes */ +#include "sg_err.h" + +/* Test code for D. Gilbert's extensions to the Linux OS SCSI generic ("sg") + device driver. +* Copyright (C) 1999 D. Gilbert and P. Allworth +* This program is free software; you can redistribute it and/or modify +* it under the terms of the GNU General Public License as published by +* the Free Software Foundation; either version 2, or (at your option) +* any later version. + + This program is a specialization of the Unix "dd" command in which + one or both of the given files is a scsi generic device. It assumes + a 'bs' (block size) of 512 and complains if 'bs' ('ibs' or 'obs') is + given with some other value. + If 'if' is not given or 'if=-' then stdin is assumed. If 'of' is + not given of 'of=-' then stdout assumed. The multipliers "c, b, k, m" + are recognized on numeric arguments. + As an experiment added an argument "tq" to allow 'tagged queuing' to + be enabled (1), disabled(0) or left as is (-1) which is the default. + BEWARE: If the 'of' file is a 'sg' device (eg a disk) then it _will_ + be written to, potentially destroying its previous contents. + + This version should compile with Linux sg drivers with version numbers + >= 30000 . + + Version 3.96 991208 + + +6 byte commands [READ: 0x08, WRITE: 0x0a]: +[cmd ][had|lu][midAdd][lowAdd][count ][flags ] +10 byte commands [EREAD: 0x28, EWRITE: 0x2a, READ_CAPACITY 0x25]: +[cmd ][ |lu][hiAddr][hmAddr][lmAddr][lowAdd][ ][hiCnt ][lowCnt][flags ] +12 byte commands [LREAD: 0xd8, LWRITE: 0xda]: +[cmd ][ |lu][hiAddr][hmAddr][lmAddr][lowAdd][hiCnt ][hmCnt ][lmCnt ][lowCnt] + ... [ ][flags ] +*/ + +#define BLOCK_SIZE 512 + +#define BLOCKS_PER_WBUFF 128 /* this implies 64 KByte working buffer */ + +// #define SG_DEBUG + +#define SENSE_BUFF_LEN 32 /* Arbitrary, could be larger */ +#define DEF_TIMEOUT 40000 /* 40,000 millisecs == 40 seconds */ + + +void usage() +{ + printf("Usage: " + "sg_dd512 [if=<infile>] [skip=<n>] [of=<ofile>] [seek=<n>]\n" + " [count=<n>] [tq=<n>] {512 byte 'bs' assumed}\n" + " either 'if' or 'of' must be a scsi generic device\n" + " 'tq' is tagged queuing, 1->enable, 0->disable, -1->leave(def)\n"); +} + +/* Return of 0 -> success, -1 -> failure, 2 -> try again */ +int read_capacity(int sg_fd, int * num_sect, int * sect_sz) +{ + int res; + unsigned char rcCmdBlk [10] = {0x25, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char rcBuff[64]; + unsigned char sense_b[64]; + sg_io_hdr_t io_hdr; + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(rcCmdBlk); + io_hdr.mx_sb_len = sizeof(sense_b); + io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; + io_hdr.dxfer_len = sizeof(rcBuff); + io_hdr.dxferp = rcBuff; + io_hdr.cmdp = rcCmdBlk; + io_hdr.sbp = sense_b; + io_hdr.timeout = DEF_TIMEOUT; + + if (ioctl(sg_fd, SG_IO, &io_hdr) < 0) { + perror("read_capacity (SG_IO) error"); + return -1; + } + res = sg_err_category3(&io_hdr); + if (SG_ERR_CAT_MEDIA_CHANGED == res) + return 2; /* probably have another go ... */ + else if (SG_ERR_CAT_CLEAN != res) { + sg_chk_n_print3("read capacity", &io_hdr); + return -1; + } + *num_sect = 1 + ((rcBuff[0] << 24) | (rcBuff[1] << 16) | + (rcBuff[2] << 8) | rcBuff[3]); + *sect_sz = (rcBuff[4] << 24) | (rcBuff[5] << 16) | + (rcBuff[6] << 8) | rcBuff[7]; +/* printf("number of sectors=%d, sector size=%d\n", *num_sect, *sect_sz); */ + return 0; +} + +/* -1 -> unrecoverable error, 0 -> successful, 1 -> recoverable (ENOMEM), + 2 -> try again */ +int sg_read(int sg_fd, unsigned char * buff, int blocks, int from_block) +{ + unsigned char rdCmd[10] = {0x28, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char senseBuff[SENSE_BUFF_LEN]; + sg_io_hdr_t io_hdr; + int res; + + rdCmd[2] = (unsigned char)((from_block >> 24) & 0xFF); + rdCmd[3] = (unsigned char)((from_block >> 16) & 0xFF); + rdCmd[4] = (unsigned char)((from_block >> 8) & 0xFF); + rdCmd[5] = (unsigned char)(from_block & 0xFF); + rdCmd[7] = (unsigned char)((blocks >> 8) & 0xff); + rdCmd[8] = (unsigned char)(blocks & 0xff); + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(rdCmd); + io_hdr.cmdp = rdCmd; + io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; + io_hdr.dxfer_len = BLOCK_SIZE * blocks; + io_hdr.dxferp = buff; + io_hdr.mx_sb_len = SENSE_BUFF_LEN; + io_hdr.sbp = senseBuff; + io_hdr.timeout = DEF_TIMEOUT; + io_hdr.pack_id = from_block; + + while (((res = write(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + if (ENOMEM == errno) + return 1; + perror("reading (wr) on sg device, error"); + return -1; + } + + while (((res = read(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + perror("reading (rd) on sg device, error"); + return -1; + } + switch (sg_err_category3(&io_hdr)) { + case SG_ERR_CAT_CLEAN: + break; + case SG_ERR_CAT_RECOVERED: + printf("Recovered error while reading block=%d, num=%d\n", + from_block, blocks); + break; + case SG_ERR_CAT_MEDIA_CHANGED: + return 2; + default: + sg_chk_n_print3("reading", &io_hdr); + return -1; + } + return 0; +} + +/* -1 -> unrecoverable error, 0 -> successful, 1 -> recoverable (ENOMEM), + 2 -> try again */ +int sg_write(int sg_fd, unsigned char * buff, int blocks, int to_block) +{ + unsigned char wrCmd[10] = {0x2a, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char senseBuff[SENSE_BUFF_LEN]; + sg_io_hdr_t io_hdr; + int res; + + wrCmd[2] = (unsigned char)((to_block >> 24) & 0xFF); + wrCmd[3] = (unsigned char)((to_block >> 16) & 0xFF); + wrCmd[4] = (unsigned char)((to_block >> 8) & 0xFF); + wrCmd[5] = (unsigned char)(to_block & 0xFF); + wrCmd[7] = (unsigned char)((blocks >> 8) & 0xff); + wrCmd[8] = (unsigned char)(blocks & 0xff); + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(wrCmd); + io_hdr.cmdp = wrCmd; + io_hdr.dxfer_direction = SG_DXFER_TO_DEV; + io_hdr.dxfer_len = BLOCK_SIZE * blocks; + io_hdr.dxferp = buff; + io_hdr.mx_sb_len = SENSE_BUFF_LEN; + io_hdr.sbp = senseBuff; + io_hdr.timeout = DEF_TIMEOUT; + io_hdr.pack_id = to_block; + + while (((res = write(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + if (ENOMEM == errno) + return 1; + perror("writing (wr) on sg device, error"); + return -1; + } + + while (((res = read(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + perror("writing (rd) on sg device, error"); + return -1; + } + switch (sg_err_category3(&io_hdr)) { + case SG_ERR_CAT_CLEAN: + break; + case SG_ERR_CAT_RECOVERED: + printf("Recovered error while writing block=%d, num=%d\n", + to_block, blocks); + break; + case SG_ERR_CAT_MEDIA_CHANGED: + return 2; + default: + sg_chk_n_print3("writing", &io_hdr); + return -1; + } + return 0; +} + +int get_num(char * buf) +{ + int res, num; + char c, cc; + + res = sscanf(buf, "%d%c", &num, &c); + if (0 == res) + return -1; + else if (1 == res) + return num; + else { + cc = (char)toupper(c); + if ('B' == cc) + return num * 512; + else if ('C' == cc) + return num; + else if ('K' == cc) + return num * 1024; + else if ('M' == cc) + return num * 1024 * 1024; + else { + printf("unrecognized multiplier\n"); + return -1; + } + } +} + + +int main(int argc, char * argv[]) +{ + int skip = 0; + int seek = 0; + int count = -1; + char str[512]; + char * key; + char * buf; + char inf[512]; + int in_is_sg = 0; + char outf[512]; + int out_is_sg = 0; + int bs_bad = 0; + int tq = -1; + int res, k, t, buf_sz; + int infd, outfd, blocks; + unsigned char * wrkBuff; + unsigned char * wrkPos; + int in_num_sect = 0; + int out_num_sect = 0; + int in_sect_sz, out_sect_sz; + int in_full = 0; + int in_partial = 0; + int out_full = 0; + int out_partial = 0; + char ebuff[256]; + int blocks_per; + + inf[0] = '\0'; + outf[0] = '\0'; + if (argc < 2) { + usage(); + return 1; + } + + for(k = 1; k < argc; k++) { + if (argv[k]) + strcpy(str, argv[k]); + else + continue; + for(key = str, buf = key; *buf && *buf != '=';) + buf++; + if (*buf) + *buf++ = '\0'; + if (strcmp(key,"if") == 0) + strcpy(inf, buf); + else if (strcmp(key,"of") == 0) + strcpy(outf, buf); + else if (0 == strcmp(key,"ibs")) { + if (BLOCK_SIZE != get_num(buf)) + bs_bad = 1; + } + else if (0 == strcmp(key,"obs")) { + if (BLOCK_SIZE != get_num(buf)) + bs_bad = 1; + } + else if (0 == strcmp(key,"bs")) { + if (BLOCK_SIZE != get_num(buf)) + bs_bad = 1; + } + else if (0 == strcmp(key,"skip")) + skip = get_num(buf); + else if (0 == strcmp(key,"seek")) + seek = get_num(buf); + else if (0 == strcmp(key,"count")) + count = get_num(buf); + else if (0 == strcmp(key,"tq")) + tq = get_num(buf); + else { + printf("Unrecognized argument '%s'\n", key); + usage(); + return 1; + } + } + if (bs_bad) { + printf("If bs/ibs/obs given, must=%d\n", BLOCK_SIZE); + usage(); + return 1; + } + if ((skip < 0) || (seek < 0)) { + printf("skip and seek cannot be negative\n"); + return 1; + } +#ifdef SG_DEBUG + printf("sg_dd512: if=%s skip=%d of=%s seek=%d count=%d\n", + inf, skip, outf, seek, count); +#endif + infd = STDIN_FILENO; + outfd = STDOUT_FILENO; + if (inf[0] && ('-' != inf[0])) { + if ((infd = open(inf, O_RDWR)) >= 0) { + if (ioctl(infd, SG_GET_TIMEOUT, 0) < 0) { + /* not a scsi generic device so now try and open RDONLY */ + close(infd); + } + else { + in_is_sg = 1; + res = 0; + if (0 == tq) + res = ioctl(infd, SCSI_IOCTL_TAGGED_DISABLE, &t); + if (1 == tq) + res = ioctl(infd, SCSI_IOCTL_TAGGED_ENABLE, &t); + if (res < 0) + perror("sg_dd512: SCSI_IOCTL_TAGGED error"); + t = BLOCK_SIZE * BLOCKS_PER_WBUFF; + res = ioctl(infd, SG_SET_RESERVED_SIZE, &t); + if (res < 0) + perror("sg_dd512: SG_SET_RESERVED_SIZE error"); + res = ioctl(infd, SG_GET_VERSION_NUM, &t); + if ((res < 0) || (t < 30000)) { + printf("sg_dd512: sg driver prior to 3.x.y\n"); + return 1; + } + } + } + if (! in_is_sg) { + if ((infd = open(inf, O_RDONLY)) < 0) { + sprintf(ebuff, "sg_dd512: could not open %s for reading", inf); + perror(ebuff); + return 1; + } + else if (skip > 0) { + off_t offset = skip; + + offset *= BLOCK_SIZE; /* could overflow here! */ + if (lseek(infd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "sg_dd512: couldn't skip to required position on %s", inf); + perror(ebuff); + return 1; + } + } + } + } + if (outf[0] && ('-' != outf[0])) { + if ((outfd = open(outf, O_RDWR)) >= 0) { + if (ioctl(outfd, SG_GET_TIMEOUT, 0) < 0) { + /* not a scsi generic device so now try and open RDONLY */ + close(outfd); + } + else { + out_is_sg = 1; + res = 0; + if (0 == tq) + res = ioctl(outfd, SCSI_IOCTL_TAGGED_DISABLE, &t); + if (1 == tq) + res = ioctl(outfd, SCSI_IOCTL_TAGGED_ENABLE, &t); + if (res < 0) + perror("sg_dd512: SCSI_IOCTL_TAGGED(o) error"); + t = BLOCK_SIZE * BLOCKS_PER_WBUFF; + res = ioctl(outfd, SG_SET_RESERVED_SIZE, &t); + if (res < 0) + perror("sg_dd512: SG_SET_RESERVED_SIZE error"); + res = ioctl(infd, SG_GET_VERSION_NUM, &t); + if ((res < 0) || (t < 30000)) { + printf("sg_dd512: sg driver prior to 3.x.y\n"); + return 1; + } + } + } + if (! out_is_sg) { + if ((outfd = open(outf, O_WRONLY | O_CREAT, 0666)) < 0) { + sprintf(ebuff, + "sg_dd512: could not open %s for writing", outf); + perror(ebuff); + return 1; + } + else if (seek > 0) { + off_t offset = seek; + + offset *= BLOCK_SIZE; /* could overflow here! */ + if (lseek(outfd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "sg_dd512: couldn't seek to required position on %s", outf); + perror(ebuff); + return 1; + } + } + } + } + if ((STDIN_FILENO == infd) && (STDOUT_FILENO == outfd)) { + printf("Can't have both 'if' as stdin _and_ 'of' as stdout\n"); + return 1; + } +#if 1 + if (! (in_is_sg || out_is_sg)) { + printf("Either 'if' or 'of' must be a scsi generic device\n"); + return 1; + } +#endif + if (0 == count) + return 0; + else if (count < 0) { + if (in_is_sg) { + res = read_capacity(infd, &in_num_sect, &in_sect_sz); + if (2 == res) { + printf("Unit attention, media changed(in), try again\n"); + res = read_capacity(infd, &in_num_sect, &in_sect_sz); + } + if (0 != res) { + printf("Unable to read capacity on %s\n", inf); + in_num_sect = -1; + } + else { +#if 0 + if (0 == in_sect_sz) + in_sect_sz = BLOCK_SIZE; + else if (in_sect_sz > BLOCK_SIZE) + in_num_sect *= (in_sect_sz / BLOCK_SIZE); + else if (in_sect_sz < BLOCK_SIZE) + in_num_sect /= (BLOCK_SIZE / in_sect_sz); +#endif + if (in_num_sect > skip) + in_num_sect -= skip; + } + } + if (out_is_sg) { + res = read_capacity(outfd, &out_num_sect, &out_sect_sz); + if (2 == res) { + printf("Unit attention, media changed(out), try again\n"); + res = read_capacity(outfd, &out_num_sect, &out_sect_sz); + } + if (0 != res) { + printf("Unable to read capacity on %s\n", outf); + out_num_sect = -1; + } + else { + if (out_num_sect > seek) + out_num_sect -= seek; + } + } + if (in_num_sect > 0) { + if (out_num_sect > 0) + count = (in_num_sect > out_num_sect) ? out_num_sect : + in_num_sect; + else + count = in_num_sect; + } + else + count = out_num_sect; + } + + wrkBuff= malloc(BLOCK_SIZE * BLOCKS_PER_WBUFF); + if (0 == wrkBuff) { + printf("Not enough user memory\n"); + return 1; + } + wrkPos = wrkBuff; + + blocks_per = BLOCKS_PER_WBUFF; + while (count) { + blocks = (count > blocks_per) ? blocks_per : count; + if (in_is_sg) { + res = sg_read(infd, wrkBuff, blocks, skip); + if (1 == res) { /* ENOMEM, find what's available+try that */ + if (ioctl(infd, SG_GET_RESERVED_SIZE, &buf_sz) < 0) { + perror("RESERVED_SIZE ioctls failed"); + break; + } + blocks_per = (buf_sz + BLOCK_SIZE - 1) / BLOCK_SIZE; + blocks = blocks_per; + printf("Reducing read to %d blocks per loop\n", blocks_per); + res = sg_read(infd, wrkBuff, blocks, skip); + } + else if (2 == res) { + printf("Unit attention, media changed, try again (r)\n"); + res = sg_read(infd, wrkBuff, blocks, skip); + } + if (0 != res) { + printf("sg_read failed, skip=%d\n", skip); + break; + } + else + in_full += blocks; + } + else { + while (((res = read(infd, wrkPos, blocks * BLOCK_SIZE)) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "sg_dd512: reading, skip=%d ", skip); + perror(ebuff); + break; + } + else if (res < blocks * BLOCK_SIZE) { + count = 0; + blocks = res / BLOCK_SIZE; + if ((res % BLOCK_SIZE) > 0) { + blocks++; + in_partial++; + } + } + in_full += blocks; + } + + if (out_is_sg) { + res = sg_write(outfd, wrkBuff, blocks, seek); + if (1 == res) { /* ENOMEM, find what's available+try that */ + if (ioctl(outfd, SG_GET_RESERVED_SIZE, &buf_sz) < 0) { + perror("RESERVED_SIZE ioctls failed"); + break; + } + blocks_per = (buf_sz + BLOCK_SIZE - 1) / BLOCK_SIZE; + blocks = blocks_per; + printf("Reducing write to %d blocks per loop\n", blocks); + res = sg_write(outfd, wrkBuff, blocks, seek); + } + else if (2 == res) { + printf("Unit attention, media changed, try again (w)\n"); + res = sg_write(outfd, wrkBuff, blocks, seek); + } + else if (0 != res) { + printf("sg_write failed, seek=%d\n", seek); + break; + } + else + out_full += blocks; + } + else { + while (((res = write(outfd, wrkPos, blocks * BLOCK_SIZE)) < 0) + && (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "sg_ddd512: writing, seek=%d ", seek); + perror(ebuff); + break; + } + else if (res < blocks * BLOCK_SIZE) { + printf("output file probably full, seek=%d ", seek); + blocks = res / BLOCK_SIZE; + out_full += blocks; + if ((res % BLOCK_SIZE) > 0) + out_partial++; + break; + } + else + out_full += blocks; + } + if (count > 0) + count -= blocks; + skip += blocks; + seek += blocks; + } + + free(wrkBuff); + if (STDIN_FILENO != infd) + close(infd); + if (STDOUT_FILENO != outfd) + close(outfd); + if (0 != count) { + printf("Some error occurred, count=%d\n", count); + return 1; + } + printf("%d+%d records in\n", in_full, in_partial); + printf("%d+%d records out\n", out_full, out_partial); + return 0; +} diff --git a/archive/sg_dd_old.c b/archive/sg_dd_old.c new file mode 100644 index 00000000..fd70527b --- /dev/null +++ b/archive/sg_dd_old.c @@ -0,0 +1,639 @@ +#include <unistd.h> +#include <fcntl.h> +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <ctype.h> +#include <errno.h> +#include <sys/ioctl.h> +#include <sys/types.h> +#include <sys/stat.h> +#include <linux/../scsi/sg.h> /* cope with silly includes */ +#include "sg_err.h" + +/* A utility program for the Linux OS SCSI generic ("sg") device driver. +* Copyright (C) 1999 D. Gilbert and P. Allworth +* This program is free software; you can redistribute it and/or modify +* it under the terms of the GNU General Public License as published by +* the Free Software Foundation; either version 2, or (at your option) +* any later version. + + This program is a specialization of the Unix "dd" command in which + one or both of the given files is a scsi generic device. A block size + ('bs') is assumed to be 512 if not given. This program complains if + 'ibs' or 'obs' are given with some other value. + If 'if' is not given or 'if=-' then stdin is assumed. If 'of' is + not given or 'of=-' then stdout assumed. The multipliers "c, b, k, m" + are recognized on numeric arguments. + + A non-standard argument "bpt" (blocks per transfer) is added to control + the maximum number of blocks in each transfer. The default value is 128. + For example if "bs=512" and "bpt=32" then a maximum of 32 blocks (16KB + in this case) are transferred to or from the sg device in a single SCSI + command. + + This version should compile with Linux sg drivers with version numbers + >= 30000 . + + Version 3.992 20000823 +*/ + +#define DEF_BLOCK_SIZE 512 +#define DEF_BLOCKS_PER_TRANSFER 128 + +// #define SG_DEBUG + +#define SENSE_BUFF_LEN 32 /* Arbitrary, could be larger */ +#define READ_CAP_REPLY_LEN 8 +#define DEF_TIMEOUT 40000 /* 40,000 millisecs == 40 seconds */ + +static int sum_of_resids = 0; + + +void usage() +{ + printf("Usage: " + "sg_dd [if=<infile>] [skip=<n>] [of=<ofile>] [seek=<n>]\n" + " [bs=<num>] [bpt=<num>] [count=<n>]" + " [dio=<n>]\n" + " either 'if' or 'of' must be a scsi generic device\n" + " 'bpt' is blocks_per_transfer (default is 128)\n" + " 'dio' is direct IO, 1->attempt, 0->indirect IO (def)\n"); +} + +/* Return of 0 -> success, -1 -> failure, 2 -> try again */ +int read_capacity(int sg_fd, int * num_sect, int * sect_sz) +{ + int res; + unsigned char rcCmdBlk [10] = {0x25, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char rcBuff[READ_CAP_REPLY_LEN]; + unsigned char sense_b[64]; + sg_io_hdr_t io_hdr; + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(rcCmdBlk); + io_hdr.mx_sb_len = sizeof(sense_b); + io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; + io_hdr.dxfer_len = sizeof(rcBuff); + io_hdr.dxferp = rcBuff; + io_hdr.cmdp = rcCmdBlk; + io_hdr.sbp = sense_b; + io_hdr.timeout = DEF_TIMEOUT; + + if (ioctl(sg_fd, SG_IO, &io_hdr) < 0) { + perror("read_capacity (SG_IO) error"); + return -1; + } + res = sg_err_category3(&io_hdr); + if (SG_ERR_CAT_MEDIA_CHANGED == res) + return 2; /* probably have another go ... */ + else if (SG_ERR_CAT_CLEAN != res) { + sg_chk_n_print3("read capacity", &io_hdr); + return -1; + } + *num_sect = 1 + ((rcBuff[0] << 24) | (rcBuff[1] << 16) | + (rcBuff[2] << 8) | rcBuff[3]); + *sect_sz = (rcBuff[4] << 24) | (rcBuff[5] << 16) | + (rcBuff[6] << 8) | rcBuff[7]; +#ifdef SG_DEBUG + printf("number of sectors=%d, sector size=%d\n", *num_sect, *sect_sz); +#endif + return 0; +} + +/* -1 -> unrecoverable error, 0 -> successful, 1 -> recoverable (ENOMEM), + 2 -> try again */ +int sg_read(int sg_fd, unsigned char * buff, int blocks, int from_block, + int bs, int * diop) +{ + unsigned char rdCmd[10] = {0x28, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char senseBuff[SENSE_BUFF_LEN]; + sg_io_hdr_t io_hdr; + int res; + + rdCmd[2] = (unsigned char)((from_block >> 24) & 0xFF); + rdCmd[3] = (unsigned char)((from_block >> 16) & 0xFF); + rdCmd[4] = (unsigned char)((from_block >> 8) & 0xFF); + rdCmd[5] = (unsigned char)(from_block & 0xFF); + rdCmd[7] = (unsigned char)((blocks >> 8) & 0xff); + rdCmd[8] = (unsigned char)(blocks & 0xff); + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(rdCmd); + io_hdr.cmdp = rdCmd; + io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; + io_hdr.dxfer_len = bs * blocks; + io_hdr.dxferp = buff; + io_hdr.mx_sb_len = SENSE_BUFF_LEN; + io_hdr.sbp = senseBuff; + io_hdr.timeout = DEF_TIMEOUT; + io_hdr.pack_id = from_block; + if (diop && *diop) + io_hdr.flags |= SG_FLAG_DIRECT_IO; + + while (((res = write(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + if (ENOMEM == errno) + return 1; + perror("reading (wr) on sg device, error"); + return -1; + } + + while (((res = read(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + perror("reading (rd) on sg device, error"); + return -1; + } + switch (sg_err_category3(&io_hdr)) { + case SG_ERR_CAT_CLEAN: + break; + case SG_ERR_CAT_RECOVERED: + printf("Recovered error while reading block=%d, num=%d\n", + from_block, blocks); + break; + case SG_ERR_CAT_MEDIA_CHANGED: + return 2; + default: + sg_chk_n_print3("reading", &io_hdr); + return -1; + } + if (diop && *diop && + ((io_hdr.info & SG_INFO_DIRECT_IO_MASK) != SG_INFO_DIRECT_IO)) + *diop = 0; /* flag that dio not done (completely) */ + sum_of_resids += io_hdr.resid; +#if SG_DEBUG + printf("duration=%u ms\n", io_hdr.duration); +#endif + return 0; +} + +/* -1 -> unrecoverable error, 0 -> successful, 1 -> recoverable (ENOMEM), + 2 -> try again */ +int sg_write(int sg_fd, unsigned char * buff, int blocks, int to_block, + int bs, int * diop) +{ + unsigned char wrCmd[10] = {0x2a, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char senseBuff[SENSE_BUFF_LEN]; + sg_io_hdr_t io_hdr; + int res; + + wrCmd[2] = (unsigned char)((to_block >> 24) & 0xFF); + wrCmd[3] = (unsigned char)((to_block >> 16) & 0xFF); + wrCmd[4] = (unsigned char)((to_block >> 8) & 0xFF); + wrCmd[5] = (unsigned char)(to_block & 0xFF); + wrCmd[7] = (unsigned char)((blocks >> 8) & 0xff); + wrCmd[8] = (unsigned char)(blocks & 0xff); + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(wrCmd); + io_hdr.cmdp = wrCmd; + io_hdr.dxfer_direction = SG_DXFER_TO_DEV; + io_hdr.dxfer_len = bs * blocks; + io_hdr.dxferp = buff; + io_hdr.mx_sb_len = SENSE_BUFF_LEN; + io_hdr.sbp = senseBuff; + io_hdr.timeout = DEF_TIMEOUT; + io_hdr.pack_id = to_block; + if (diop && *diop) + io_hdr.flags |= SG_FLAG_DIRECT_IO; + + while (((res = write(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + if (ENOMEM == errno) + return 1; + perror("writing (wr) on sg device, error"); + return -1; + } + + while (((res = read(sg_fd, &io_hdr, sizeof(io_hdr))) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + perror("writing (rd) on sg device, error"); + return -1; + } + switch (sg_err_category3(&io_hdr)) { + case SG_ERR_CAT_CLEAN: + break; + case SG_ERR_CAT_RECOVERED: + printf("Recovered error while writing block=%d, num=%d\n", + to_block, blocks); + break; + case SG_ERR_CAT_MEDIA_CHANGED: + return 2; + default: + sg_chk_n_print3("writing", &io_hdr); + return -1; + } + if (diop && *diop && + ((io_hdr.info & SG_INFO_DIRECT_IO_MASK) != SG_INFO_DIRECT_IO)) + *diop = 0; /* flag that dio not done (completely) */ + return 0; +} + +int get_num(char * buf) +{ + int res, num; + char c, cc; + + res = sscanf(buf, "%d%c", &num, &c); + if (0 == res) + return -1; + else if (1 == res) + return num; + else { + cc = (char)toupper(c); + if ('B' == cc) + return num * 512; + else if ('C' == cc) + return num; + else if ('K' == cc) + return num * 1024; + else if ('M' == cc) + return num * 1024 * 1024; + else { + printf("unrecognized multiplier\n"); + return -1; + } + } +} + + +int main(int argc, char * argv[]) +{ + int skip = 0; + int seek = 0; + int bs = 0; + int ibs = 0; + int obs = 0; + int bpt = DEF_BLOCKS_PER_TRANSFER; + int count = -1; + char str[512]; + char * key; + char * buf; + char inf[512]; + int in_is_sg = 0; + char outf[512]; + int out_is_sg = 0; + int dio = 0; + int dio_incomplete = 0; + int res, k, t, buf_sz, dio_tmp; + int infd, outfd, blocks; + unsigned char * wrkBuff; + unsigned char * wrkPos; + int in_num_sect = 0; + int out_num_sect = 0; + int in_sect_sz, out_sect_sz; + int in_full = 0; + int in_partial = 0; + int out_full = 0; + int out_partial = 0; + char ebuff[256]; + int blocks_per; + + inf[0] = '\0'; + outf[0] = '\0'; + if (argc < 2) { + usage(); + return 1; + } + + for(k = 1; k < argc; k++) { + if (argv[k]) + strcpy(str, argv[k]); + else + continue; + for(key = str, buf = key; *buf && *buf != '=';) + buf++; + if (*buf) + *buf++ = '\0'; + if (strcmp(key,"if") == 0) + strcpy(inf, buf); + else if (strcmp(key,"of") == 0) + strcpy(outf, buf); + else if (0 == strcmp(key,"ibs")) + ibs = get_num(buf); + else if (0 == strcmp(key,"obs")) + obs = get_num(buf); + else if (0 == strcmp(key,"bs")) + bs = get_num(buf); + else if (0 == strcmp(key,"bpt")) + bpt = get_num(buf); + else if (0 == strcmp(key,"skip")) + skip = get_num(buf); + else if (0 == strcmp(key,"seek")) + seek = get_num(buf); + else if (0 == strcmp(key,"count")) + count = get_num(buf); + else if (0 == strcmp(key,"dio")) + dio = get_num(buf); + else { + printf("Unrecognized argument '%s'\n", key); + usage(); + return 1; + } + } + if (bs <= 0) { + bs = DEF_BLOCK_SIZE; + printf("Assume default 'bs' (block size) of %d bytes\n", bs); + } + if ((ibs && (ibs != bs)) || (obs && (obs != bs))) { + printf("If 'ibs' or 'obs' given must be same as 'bs'\n"); + usage(); + return 1; + } + if ((skip < 0) || (seek < 0)) { + printf("skip and seek cannot be negative\n"); + return 1; + } +#ifdef SG_DEBUG + printf("sg_dd: if=%s skip=%d of=%s seek=%d count=%d\n", + inf, skip, outf, seek, count); +#endif + infd = STDIN_FILENO; + outfd = STDOUT_FILENO; + if (inf[0] && ('-' != inf[0])) { + if ((infd = open(inf, O_RDWR)) >= 0) { + if (ioctl(infd, SG_GET_TIMEOUT, 0) < 0) { + /* not a scsi generic device so now try and open RDONLY */ + close(infd); + } + else { + in_is_sg = 1; + res = 0; + t = bs * bpt; + res = ioctl(infd, SG_SET_RESERVED_SIZE, &t); + if (res < 0) + perror("sg_dd: SG_SET_RESERVED_SIZE error"); + res = ioctl(infd, SG_GET_VERSION_NUM, &t); + if ((res < 0) || (t < 30000)) { + printf("sg_dd: sg driver prior to 3.x.y\n"); + return 1; + } + } + } + if (! in_is_sg) { + if ((infd = open(inf, O_RDONLY)) < 0) { + sprintf(ebuff, "sg_dd: could not open %s for reading", inf); + perror(ebuff); + return 1; + } + else if (skip > 0) { + off_t offset = skip; + + offset *= bs; /* could overflow here! */ + if (lseek(infd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "sg_dd: couldn't skip to required position on %s", inf); + perror(ebuff); + return 1; + } + } + } + } + if (outf[0] && ('-' != outf[0])) { + if ((outfd = open(outf, O_RDWR)) >= 0) { + if (ioctl(outfd, SG_GET_TIMEOUT, 0) < 0) { + /* not a scsi generic device so now try and open RDONLY */ + close(outfd); + } + else { + out_is_sg = 1; + res = 0; + t = bs * bpt; + res = ioctl(outfd, SG_SET_RESERVED_SIZE, &t); + if (res < 0) + perror("sg_dd: SG_SET_RESERVED_SIZE error"); + res = ioctl(outfd, SG_GET_VERSION_NUM, &t); + if ((res < 0) || (t < 30000)) { + printf("sg_dd: sg driver prior to 3.x.y\n"); + return 1; + } + } + } + if (! out_is_sg) { + if ((outfd = open(outf, O_WRONLY | O_CREAT, 0666)) < 0) { + sprintf(ebuff, + "sg_dd: could not open %s for writing", outf); + perror(ebuff); + return 1; + } + else if (seek > 0) { + off_t offset = seek; + + offset *= bs; /* could overflow here! */ + if (lseek(outfd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "sg_dd: couldn't seek to required position on %s", outf); + perror(ebuff); + return 1; + } + } + } + } + if ((STDIN_FILENO == infd) && (STDOUT_FILENO == outfd)) { + printf("Can't have both 'if' as stdin _and_ 'of' as stdout\n"); + return 1; + } +#if 1 + if (! (in_is_sg || out_is_sg)) { + printf("Either 'if' or 'of' must be a scsi generic device\n"); + return 1; + } +#endif + if (0 == count) + return 0; + else if (count < 0) { + if (in_is_sg) { + res = read_capacity(infd, &in_num_sect, &in_sect_sz); + if (2 == res) { + printf("Unit attention, media changed(in), try again\n"); + res = read_capacity(infd, &in_num_sect, &in_sect_sz); + } + if (0 != res) { + printf("Unable to read capacity on %s\n", inf); + in_num_sect = -1; + } + else { +#if 0 + if (0 == in_sect_sz) + in_sect_sz = bs; + else if (in_sect_sz > bs) + in_num_sect *= (in_sect_sz / bs); + else if (in_sect_sz < bs) + in_num_sect /= (bs / in_sect_sz); +#endif + if (in_num_sect > skip) + in_num_sect -= skip; + } + } + if (out_is_sg) { + res = read_capacity(outfd, &out_num_sect, &out_sect_sz); + if (2 == res) { + printf("Unit attention, media changed(out), try again\n"); + res = read_capacity(outfd, &out_num_sect, &out_sect_sz); + } + if (0 != res) { + printf("Unable to read capacity on %s\n", outf); + out_num_sect = -1; + } + else { + if (out_num_sect > seek) + out_num_sect -= seek; + } + } +#ifdef SG_DEBUG + printf("Start of loop, count=%d, in_num_sect=%d, out_num_sect=%d\n", + count, in_num_sect, out_num_sect); +#endif + if (in_num_sect > 0) { + if (out_num_sect > 0) + count = (in_num_sect > out_num_sect) ? out_num_sect : + in_num_sect; + else + count = in_num_sect; + } + else + count = out_num_sect; + } + + wrkBuff= malloc(bs * bpt); + if (0 == wrkBuff) { + printf("Not enough user memory\n"); + return 1; + } + wrkPos = wrkBuff; + + blocks_per = bpt; +#ifdef SG_DEBUG + printf("Start of loop, count=%d, blocks_per=%d\n", count, blocks_per); +#endif + while (count) { + blocks = (count > blocks_per) ? blocks_per : count; + if (in_is_sg) { + dio_tmp = dio; + res = sg_read(infd, wrkBuff, blocks, skip, bs, &dio_tmp); + if (1 == res) { /* ENOMEM, find what's available+try that */ + if (ioctl(infd, SG_GET_RESERVED_SIZE, &buf_sz) < 0) { + perror("RESERVED_SIZE ioctls failed"); + break; + } + blocks_per = (buf_sz + bs - 1) / bs; + blocks = blocks_per; + printf("Reducing read to %d blocks per loop\n", blocks_per); + res = sg_read(infd, wrkBuff, blocks, skip, bs, &dio_tmp); + } + else if (2 == res) { + printf("Unit attention, media changed, try again (r)\n"); + res = sg_read(infd, wrkBuff, blocks, skip, bs, &dio_tmp); + } + if (0 != res) { + printf("sg_read failed, skip=%d\n", skip); + break; + } + else { + in_full += blocks; + if (dio && (0 == dio_tmp)) + dio_incomplete++; + } + } + else { + while (((res = read(infd, wrkPos, blocks * bs)) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "sg_dd: reading, skip=%d ", skip); + perror(ebuff); + break; + } + else if (res < blocks * bs) { + count = 0; + blocks = res / bs; + if ((res % bs) > 0) { + blocks++; + in_partial++; + } + } + in_full += blocks; + } + + if (out_is_sg) { + dio_tmp = dio; + res = sg_write(outfd, wrkBuff, blocks, seek, bs, &dio_tmp); + if (1 == res) { /* ENOMEM, find what's available+try that */ + if (ioctl(outfd, SG_GET_RESERVED_SIZE, &buf_sz) < 0) { + perror("RESERVED_SIZE ioctls failed"); + break; + } + blocks_per = (buf_sz + bs - 1) / bs; + blocks = blocks_per; + printf("Reducing write to %d blocks per loop\n", blocks); + res = sg_write(outfd, wrkBuff, blocks, seek, bs, &dio_tmp); + } + else if (2 == res) { + printf("Unit attention, media changed, try again (w)\n"); + res = sg_write(outfd, wrkBuff, blocks, seek, bs, &dio_tmp); + } + else if (0 != res) { + printf("sg_write failed, seek=%d\n", seek); + break; + } + else { + out_full += blocks; + if (dio && (0 == dio_tmp)) + dio_incomplete++; + } + } + else { + while (((res = write(outfd, wrkPos, blocks * bs)) < 0) + && (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "sg_ddd512: writing, seek=%d ", seek); + perror(ebuff); + break; + } + else if (res < blocks * bs) { + printf("output file probably full, seek=%d ", seek); + blocks = res / bs; + out_full += blocks; + if ((res % bs) > 0) + out_partial++; + break; + } + else + out_full += blocks; + } + if (count > 0) + count -= blocks; + skip += blocks; + seek += blocks; + } + + free(wrkBuff); + if (STDIN_FILENO != infd) + close(infd); + if (STDOUT_FILENO != outfd) + close(outfd); + if (0 != count) { + printf("Some error occurred, count=%d\n", count); + return 1; + } + printf("%d+%d records in\n", in_full, in_partial); + printf("%d+%d records out\n", out_full, out_partial); + if (dio_incomplete) + printf(">> Direct IO requested but incomplete %d times\n", + dio_incomplete); + if (sum_of_resids) + printf(">> Non-zero sum of residual counts=%d\n", sum_of_resids); + return 0; +} diff --git a/archive/sg_reset.c b/archive/sg_reset.c new file mode 100644 index 00000000..7feecd2d --- /dev/null +++ b/archive/sg_reset.c @@ -0,0 +1,132 @@ +#include <unistd.h> +#include <signal.h> +#include <fcntl.h> +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <errno.h> +#include <sys/ioctl.h> +#include <sys/types.h> +#include <sys/stat.h> +#include <linux/../scsi/sg.h> /* cope with silly includes */ + +/* Test code for D. Gilbert's extensions to the Linux OS SCSI generic ("sg") + device driver. +* Copyright (C) 1999 D. Gilbert +* This program is free software; you can redistribute it and/or modify +* it under the terms of the GNU General Public License as published by +* the Free Software Foundation; either version 2, or (at your option) +* any later version. + + This program send either device, bus or host resets to device, + or bus or host associated with the given sg device. + + Version 0.02 (20000105) +*/ + +#ifndef SG_SCSI_RESET +#define SG_SCSI_RESET 0x2284 +#endif + +#ifndef SG_SCSI_RESET_NOTHING +#define SG_SCSI_RESET_NOTHING 0 +#define SG_SCSI_RESET_DEVICE 1 +#define SG_SCSI_RESET_BUS 2 +#define SG_SCSI_RESET_HOST 3 +#endif + + + +int main(int argc, char * argv[]) +{ + int sg_fd, res, k, j; + int do_device_reset = 0; + int do_bus_reset = 0; + int do_host_reset = 0; + int do_wait = 0; + char * file_name = 0; + + for (k = 1; k < argc; ++k) { + if (0 == strcmp("-d", argv[k])) + do_device_reset = 1; + else if (0 == strcmp("-b", argv[k])) + do_bus_reset = 1; + else if (0 == strcmp("-h", argv[k])) + do_host_reset = 1; + else if (0 == strcmp("-w", argv[k])) + do_wait = 1; + else if (*argv[k] == '-') { + printf("Unrecognized switch: %s\n", argv[k]); + file_name = 0; + break; + } + else + file_name = argv[k]; + } + if (0 == file_name) { + printf( + "Usage: 'sg_reset [-d] [-b] [-h] [-w] <generic_device>'\n"); + printf(" where: -d attempt a scsi device reset\n"); + printf(" -b attempt a scsi bus reset\n"); + printf(" -h attempt a host adapter reset\n"); + printf(" -w wait for one of the resets to complete\n"); + printf(" {if no switch given then check if reset underway}\n"); + return 1; + } + + sg_fd = open(file_name, O_RDWR); + if (sg_fd < 0) { + perror("sg_reset: open error"); + return 1; + } + /* Don't worry, being very careful not to write to a none-sg file ... */ + k = SG_SCSI_RESET_NOTHING; + if (do_device_reset) + k = SG_SCSI_RESET_DEVICE; + else if (do_bus_reset) + k = SG_SCSI_RESET_BUS; + else if (do_host_reset) + k = SG_SCSI_RESET_HOST; + + res = ioctl(sg_fd, SG_SCSI_RESET, &k); + if (res < 0) { + if (EBUSY == errno) + printf("sg_reset: BUSY, may be resetting now\n"); + else if (EIO == errno) + printf("sg_reset: requested type of reset may not be available\n"); + else if (EACCES == errno) + printf("sg_reset: to do a reset needs root permission\n"); + else + printf("sg_reset: SG_SCSI_RESET not supported\n"); + return 1; + } + if (SG_SCSI_RESET_NOTHING == k) + printf("sg_reset: did nothing, device is normal mode\n"); + else { + if (SG_SCSI_RESET_DEVICE == k) + printf("sg_reset: started device reset\n"); + else if (SG_SCSI_RESET_BUS == k) + printf("sg_reset: started bus reset\n"); + else if (SG_SCSI_RESET_HOST == k) + printf("sg_reset: started host reset\n"); + + if (do_wait) { + printf("waiting for the reset to complete...\n"); + j = 0; + k = SG_SCSI_RESET_NOTHING; + do { + if (0 != j) + sleep(1); + res = ioctl(sg_fd, SG_SCSI_RESET, &k); + ++j; + } while ((res < 0) && (EBUSY == errno)); + printf(" ... reset seemingly completed\n"); + } + } + + if (close(sg_fd) < 0) { + perror("sg_reset: close error"); + return 1; + } + return 0; +} diff --git a/archive/sgq_dd.c b/archive/sgq_dd.c new file mode 100644 index 00000000..2af81058 --- /dev/null +++ b/archive/sgq_dd.c @@ -0,0 +1,865 @@ +#include <unistd.h> +#include <fcntl.h> +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <ctype.h> +#include <errno.h> +#include <poll.h> +#include <sys/ioctl.h> +#include <sys/types.h> +#include <sys/stat.h> +#include <linux/../scsi/sg.h> /* cope with silly includes */ +#include "sg_err.h" + +/* A utility program for the Linux OS SCSI generic ("sg") device driver. +* Copyright (C) 1999 D. Gilbert and P. Allworth +* This program is free software; you can redistribute it and/or modify +* it under the terms of the GNU General Public License as published by +* the Free Software Foundation; either version 2, or (at your option) +* any later version. + + This program is a specialization of the Unix "dd" command in which + one or both of the given files is a scsi generic device. A block size + ('bs') is assumed to be 512 if not given. This program complains if + 'ibs' or 'obs' are given with some other value than 'bs'. + If 'if' is not given or 'if=-' then stdin is assumed. If 'of' is + not given of 'of=-' then stdout assumed. The multipliers "c, b, k, m" + are recognized on numeric arguments. + + A non-standard argument "bpt" (blocks per transfer) is added to control + the maximum number of blocks in each transfer. The default value is 128. + For example if "bs=512" and "bpt=32" then a maximum of 32 blocks (16KB + in this case) are transferred to or from the sg device in a single SCSI + command. + + This version should compile with Linux sg drivers with version numbers + >= 30000 . This version uses usleep() for a delay loop. + + Version 3.982 20000827 +*/ + +#define DEF_BLOCK_SIZE 512 +#define DEF_BLOCKS_PER_TRANSFER 128 + +/* #define SG_DEBUG */ + +#define SENSE_BUFF_LEN 32 /* Arbitrary, could be larger */ +#define DEF_TIMEOUT 40000 /* 40,000 millisecs == 40 seconds */ +#define S_RW_LEN 10 /* Use SCSI READ(10) and WRITE(10) */ +#define RCAP_REPLY_LEN 8 +#define SGQ_MAX_RD_AHEAD 4 +#define SGQ_MAX_WR_AHEAD 4 +#define SGQ_NUM_ELEMS (SGQ_MAX_RD_AHEAD+ SGQ_MAX_WR_AHEAD + 1) + +#define SGQ_FREE 0 +#define SGQ_IO_STARTED 1 +#define SGQ_IO_FINISHED 2 +#define SGQ_IO_ERR 3 +#define SGQ_IO_WAIT 4 + +#define SGQ_CAN_DO_NOTHING 0 /* only temporarily in use */ +#define SGQ_CAN_READ 1 +#define SGQ_CAN_WRITE 2 +#define SGQ_TIMEOUT 4 + +typedef struct request_element +{ + struct request_element * nextp; + int state; + int wr; + int blk; + int num_blks; + unsigned char * buffp; + unsigned char * alloc_bp; + sg_io_hdr_t io_hdr; + unsigned char cmd[S_RW_LEN]; + unsigned char sb[SENSE_BUFF_LEN]; + int result; + int stop_after_wr; +} Rq_elem; + +typedef struct request_collection +{ + int infd; + int in_is_sg; + int in_blk; /* next block address to read */ + int in_count; /* blocks remaining for next read */ + int in_done_count; /* count of completed in blocks */ + int in_partial; + int outfd; + int out_is_sg; + int lowest_seek; + int out_blk; /* next block address to write */ + int out_count; /* blocks remaining for next write */ + int out_done_count; /* count of completed out blocks */ + int out_partial; + int bs; + int bpt; + int dio; + int dio_incomplete; + int sum_of_resids; + int debug; + Rq_elem * rd_posp; + Rq_elem * wr_posp; + Rq_elem elem[SGQ_NUM_ELEMS]; +} Rq_coll; + + +void usage() +{ + printf("Usage: " + "sgq_dd [if=<infile>] [skip=<n>] [of=<ofile>] [seek=<n>]\n" + " [bs=<num>] [bpt=<num>] [count=<n>]" + " [dio=<n>] [deb=<n>]\n" + " either 'if' or 'of' must be a scsi generic device\n" + " 'bpt' is blocks_per_transfer (default is 128)\n" + " 'dio' is direct IO, 1->attempt, 0->indirect IO (def)\n" + " 'deb' is debug, 1->output some, 0->no debug (def)\n"); +} + +/* Return of 0 -> success, -1 -> failure, 2 -> try again */ +int read_capacity(int sg_fd, int * num_sect, int * sect_sz) +{ + int res; + unsigned char rcCmdBlk [10] = {0x25, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char rcBuff[64]; + unsigned char sense_b[64]; + sg_io_hdr_t io_hdr; + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(rcCmdBlk); + io_hdr.mx_sb_len = sizeof(sense_b); + io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; + io_hdr.dxfer_len = RCAP_REPLY_LEN; + io_hdr.dxferp = rcBuff; + io_hdr.cmdp = rcCmdBlk; + io_hdr.sbp = sense_b; + io_hdr.timeout = DEF_TIMEOUT; + + if (ioctl(sg_fd, SG_IO, &io_hdr) < 0) { + perror("read_capacity (SG_IO) error"); + return -1; + } + res = sg_err_category3(&io_hdr); + if (SG_ERR_CAT_MEDIA_CHANGED == res) + return 2; /* probably have another go ... */ + else if (SG_ERR_CAT_CLEAN != res) { + sg_chk_n_print3("read capacity", &io_hdr); + return -1; + } + *num_sect = 1 + ((rcBuff[0] << 24) | (rcBuff[1] << 16) | + (rcBuff[2] << 8) | rcBuff[3]); + *sect_sz = (rcBuff[4] << 24) | (rcBuff[5] << 16) | + (rcBuff[6] << 8) | rcBuff[7]; +#ifdef SG_DEBUG + printf("number of sectors=%d, sector size=%d\n", *num_sect, *sect_sz); +#endif + return 0; +} + +/* -ve -> unrecoverable error, 0 -> successful, 1 -> recoverable (ENOMEM) */ +int sg_start_io(Rq_coll * clp, Rq_elem * rep) +{ + sg_io_hdr_t * hp = &rep->io_hdr; + int res; +#if 0 + static int testing = 0; +#endif + + memset(rep->cmd, 0, sizeof(rep->cmd)); + rep->cmd[0] = rep->wr ? 0x2a : 0x28; + rep->cmd[2] = (unsigned char)((rep->blk >> 24) & 0xFF); + rep->cmd[3] = (unsigned char)((rep->blk >> 16) & 0xFF); + rep->cmd[4] = (unsigned char)((rep->blk >> 8) & 0xFF); + rep->cmd[5] = (unsigned char)(rep->blk & 0xFF); + rep->cmd[7] = (unsigned char)((rep->num_blks >> 8) & 0xff); + rep->cmd[8] = (unsigned char)(rep->num_blks & 0xff); + memset(hp, 0, sizeof(sg_io_hdr_t)); + hp->interface_id = 'S'; + hp->cmd_len = sizeof(rep->cmd); + hp->cmdp = rep->cmd; + hp->dxfer_direction = rep->wr ? SG_DXFER_TO_DEV : SG_DXFER_FROM_DEV; + hp->dxfer_len = clp->bs * rep->num_blks; + hp->dxferp = rep->buffp; + hp->mx_sb_len = sizeof(rep->sb); + hp->sbp = rep->sb; + hp->timeout = DEF_TIMEOUT; + hp->usr_ptr = rep; + hp->pack_id = rep->blk; + if (clp->dio) + hp->flags |= SG_FLAG_DIRECT_IO; +#ifdef SG_DEBUG + printf("sg_start_io: SCSI %s, blk=%d num_blks=%d\n", + rep->wr ? "WRITE" : "READ", rep->blk, rep->num_blks); + sg_print_command(hp->cmdp); + printf("dir=%d, len=%d, dxfrp=%p, cmd_len=%d\n", hp->dxfer_direction, + hp->dxfer_len, hp->dxferp, hp->cmd_len); +#endif + +#if 0 + testing++; + if (0 == (testing % 10)) { + rep->state = SGQ_IO_WAIT; /* busy so wait */ + return 0; + } +#endif + + while (((res = write(rep->wr ? clp->outfd : clp->infd, hp, + sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno)) + ; + if (res < 0) { + if (ENOMEM == errno) + return 1; + if ((EDOM == errno) || (EAGAIN == errno)) { + rep->state = SGQ_IO_WAIT; /* busy so wait */ + return 0; + } + perror("starting io on sg device, error"); + rep->state = SGQ_IO_ERR; + return res; + } + rep->state = SGQ_IO_STARTED; + return 0; +} + +/* -1 -> unrecoverable error, 0 -> successful, 1 -> try again */ +int sg_finish_io(Rq_coll * clp, int wr, Rq_elem ** repp) +{ + int res; + sg_io_hdr_t io_hdr; + sg_io_hdr_t * hp; + Rq_elem * rep; + + memset(&io_hdr, 0 , sizeof(sg_io_hdr_t)); + while (((res = read(wr ? clp->outfd : clp->infd, &io_hdr, + sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno)) + ; + rep = (Rq_elem *)io_hdr.usr_ptr; + if (res < 0) { + perror("finishing io on sg device, error"); + rep->state = SGQ_IO_ERR; + return -1; + } + if (! (rep && (SGQ_IO_STARTED == rep->state))) { + printf("sg_finish_io: bad usr_ptr\n"); + rep->state = SGQ_IO_ERR; + return -1; + } + memcpy(&rep->io_hdr, &io_hdr, sizeof(sg_io_hdr_t)); + hp = &rep->io_hdr; + if (repp) + *repp = rep; + + switch (sg_err_category3(hp)) { + case SG_ERR_CAT_CLEAN: + break; + case SG_ERR_CAT_RECOVERED: + printf("Recovered error on block=%d, num=%d\n", + rep->blk, rep->num_blks); + break; + case SG_ERR_CAT_MEDIA_CHANGED: + return 1; + default: + sg_chk_n_print3(rep->wr ? "writing": "reading", hp); + rep->state = SGQ_IO_ERR; + return -1; + } + if (clp->dio && + ((hp->info & SG_INFO_DIRECT_IO_MASK) != SG_INFO_DIRECT_IO)) + ++clp->dio_incomplete; /* count dios done as indirect IO */ + clp->sum_of_resids += hp->resid; + rep->state = SGQ_IO_FINISHED; +#ifdef SG_DEBUG + printf("sg_finish_io: %s ", wr ? "writing" : "reading"); + printf(" SGQ_IO_FINISHED elem idx=%d\n", rep - clp->elem); +#endif + return 0; +} + +int sz_reserve(int fd, int bs, int bpt) +{ + int res, t; + + res = ioctl(fd, SG_GET_VERSION_NUM, &t); + if ((res < 0) || (t < 30000)) { + printf("sgq_dd: sg driver prior to 3.x.y\n"); + return 1; + } + res = 0; + t = bs * bpt; + res = ioctl(fd, SG_SET_RESERVED_SIZE, &t); + if (res < 0) + perror("sgq_dd: SG_SET_RESERVED_SIZE error"); + return 0; +} + +int get_num(char * buf) +{ + int res, num; + char c, cc; + + res = sscanf(buf, "%d%c", &num, &c); + if (0 == res) + return -1; + else if (1 == res) + return num; + else { + cc = (char)toupper(c); + if ('B' == cc) + return num * 512; + else if ('C' == cc) + return num; + else if ('K' == cc) + return num * 1024; + else if ('M' == cc) + return num * 1024 * 1024; + else { + printf("unrecognized multiplier\n"); + return -1; + } + } +} + +void init_elems(Rq_coll * clp) +{ + Rq_elem * rep; + int k; + int off = 0; + int sz = clp->bpt * clp->bs; + + if (clp->dio) { + off = getpagesize(); + sz += off; + } + clp->wr_posp = &clp->elem[0]; /* making ring buffer */ + clp->rd_posp = clp->wr_posp; + for (k = 0; k < SGQ_NUM_ELEMS - 1; ++k) + clp->elem[k].nextp = &clp->elem[k + 1]; + clp->elem[SGQ_NUM_ELEMS - 1].nextp = &clp->elem[0]; + for (k = 0; k < SGQ_NUM_ELEMS; ++k) { + rep = &clp->elem[k]; + rep->state = SGQ_FREE; + if (NULL == (rep->alloc_bp = malloc(sz))) { + printf("out of memory creating user buffers\n"); + exit(1); + } + else + rep->buffp = rep->alloc_bp + off; + } +} + +int start_read(Rq_coll * clp) +{ + int blocks = (clp->in_count > clp->bpt) ? clp->bpt : clp->in_count; + Rq_elem * rep = clp->rd_posp; + int buf_sz, res; + char ebuff[256]; + +#ifdef SG_DEBUG + printf("start_read, elem idx=%d\n", rep - clp->elem); +#endif + rep->wr = 0; + rep->blk = clp->in_blk; + rep->num_blks = blocks; + clp->in_blk += blocks; + clp->in_count -= blocks; + if (clp->in_is_sg) { + res = sg_start_io(clp, rep); + if (1 == res) { /* ENOMEM, find what's available+try that */ + if ((res = ioctl(clp->infd, SG_GET_RESERVED_SIZE, &buf_sz)) < 0) { + perror("RESERVED_SIZE ioctls failed"); + return res; + } + clp->bpt = (buf_sz + clp->bs - 1) / clp->bs; + printf("Reducing blocks per transfer to %d\n", clp->bpt); + if (clp->bpt < 1) + return -ENOMEM; + res = sg_start_io(clp, rep); + if (1 == res) + res = -ENOMEM; + } + else if (res < 0) { + printf("sgq_dd inputting from sg failed, blk=%d\n", rep->blk); + rep->state = SGQ_IO_ERR; + return res; + } + } + else { + rep->state = SGQ_IO_STARTED; + while (((res = read(clp->infd, rep->buffp, blocks * clp->bs)) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "sgq_dd: reading, in_blk=%d ", rep->blk); + perror(ebuff); + rep->state = SGQ_IO_ERR; + return res; + } + if (res < blocks * clp->bs) { + int o_blocks = blocks; + rep->stop_after_wr = 1; + blocks = res / clp->bs; + if ((res % clp->bs) > 0) { + blocks++; + clp->in_partial++; + } + /* Reverse out + re-apply blocks on clp */ + clp->in_blk -= o_blocks; + clp->in_count += o_blocks; + rep->num_blks = blocks; + clp->in_blk += blocks; + clp->in_count -= blocks; + } + clp->in_done_count -= blocks; + rep->state = SGQ_IO_FINISHED; + } + clp->rd_posp = rep->nextp; + return blocks; +} + +int start_write(Rq_coll * clp) +{ + Rq_elem * rep = clp->wr_posp; + int res, blocks; + char ebuff[256]; + + while ((0 != rep->wr) || (SGQ_IO_FINISHED != rep->state)) { + rep = rep->nextp; + if (rep == clp->rd_posp) + return -1; + } +#ifdef SG_DEBUG + printf("start_write, elem idx=%d\n", rep - clp->elem); +#endif + rep->wr = 1; + blocks = rep->num_blks; + rep->blk = clp->out_blk; + clp->out_blk += blocks; + clp->out_count -= blocks; + if (clp->out_is_sg) { + res = sg_start_io(clp, rep); + if (1 == res) /* ENOMEM, give up */ + return -ENOMEM; + else if (res < 0) { + printf("sgq_dd output to sg failed, blk=%d\n", rep->blk); + rep->state = SGQ_IO_ERR; + return res; + } + } + else { + rep->state = SGQ_IO_STARTED; + while (((res = write(clp->outfd, rep->buffp, + rep->num_blks * clp->bs)) < 0) && (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "sgq_dd: output, out_blk=%d ", rep->blk); + perror(ebuff); + rep->state = SGQ_IO_ERR; + return res; + } + if (res < blocks * clp->bs) { + blocks = res / clp->bs; + if ((res % clp->bs) > 0) { + blocks++; + clp->out_partial++; + } + rep->num_blks = blocks; + } + rep->state = SGQ_IO_FINISHED; + } + return blocks; +} + +int do_poll(int fd) +{ + struct pollfd a_pollfd = {0, POLLIN | POLLOUT, 0}; + + a_pollfd.fd = fd; + if (poll(&a_pollfd, 1, 0) < 0) { + perror("poll error"); + return 0; + } + /* printf("do_poll: revents=0x%x\n", (int)a_pollfd.revents); */ + return (a_pollfd.revents & POLLIN) ? 1 : 0; +} + +int can_read_write(Rq_coll * clp) +{ + Rq_elem * rep = NULL; + int res = 0; + int reading = 0; + int writing = 0; + int writeable = 0; + int rd_waiting = 0; + int wr_waiting = 0; + int sg_finished = 0; + + /* if write completion pending, then complete it + start read */ + if (clp->out_is_sg) { + while ((res = do_poll(clp->outfd))) { + if (res < 0) + return res; + res = sg_finish_io(clp, 1, &rep); + if (res < 0) + return res; + else if (1 == res) { + res = sg_start_io(clp, rep); + if (0 != res) + return -1; /* give up if any problems with retry */ + } + else + sg_finished++; + } + while ((rep = clp->wr_posp) && (SGQ_IO_FINISHED == rep->state) && + (1 == rep->wr) && (rep != clp->rd_posp)) { + rep->state = SGQ_FREE; + clp->out_done_count -= rep->num_blks; + clp->wr_posp = rep->nextp; + if (rep->stop_after_wr) + return -1; + } + } + else if ((rep = clp->wr_posp) && (1 == rep->wr) && + (SGQ_IO_FINISHED == rep->state)) { + rep->state = SGQ_FREE; + clp->out_done_count -= rep->num_blks; + clp->wr_posp = rep->nextp; + if (rep->stop_after_wr) + return -1; + } + + /* if read completion pending, then complete it + start maybe write */ + if (clp->in_is_sg) { + while ((res = do_poll(clp->infd))) { + if (res < 0) + return res; + res = sg_finish_io(clp, 0, &rep); + if (res < 0) + return res; + if (1 == res) { + res = sg_start_io(clp, rep); + if (0 != res) + return -1; /* give up if any problems with retry */ + } + else { + sg_finished++; + clp->in_done_count -= rep->num_blks; + } + } + } + + for (rep = clp->wr_posp, res = 1; + rep != clp->rd_posp; rep = rep->nextp) { + if (SGQ_IO_STARTED == rep->state) { + if (rep->wr) + ++writing; + else { + res = 0; + ++reading; + } + } + else if ((0 == rep->wr) && (SGQ_IO_FINISHED == rep->state)) { + if (res) + writeable = 1; + } + else if (SGQ_IO_WAIT == rep->state) { + res = 0; + if (rep->wr) + ++wr_waiting; + else + ++rd_waiting; + } + else + res = 0; + } + if (clp->debug) { + if ((clp->debug >= 9) || wr_waiting || rd_waiting) + printf("%d/%d (nwb/nrb): read=%d/%d (do/wt) " + "write=%d/%d (do/wt) writeable=%d sg_fin=%d\n", + clp->out_blk, clp->in_blk, reading, rd_waiting, + writing, wr_waiting, writeable, sg_finished); + } + if (writeable && (writing < SGQ_MAX_WR_AHEAD) && (clp->out_count > 0)) + return SGQ_CAN_WRITE; + if ((reading < SGQ_MAX_RD_AHEAD) && (clp->in_count > 0) && + (0 == rd_waiting) && (clp->rd_posp->nextp != clp->wr_posp)) + return SGQ_CAN_READ; + + if (clp->out_done_count <= 0) + return SGQ_CAN_DO_NOTHING; + + usleep(3000); /* hang about for 10 milliseconds */ + /* Now check the _whole_ buffer for pending requests */ + for (rep = clp->rd_posp->nextp; rep != clp->rd_posp; rep = rep->nextp) { + if (SGQ_IO_WAIT == rep->state) { + res = sg_start_io(clp, rep); + if (res < 0) + return res; + if (res > 0) + return -1; + break; + } + } + return SGQ_CAN_DO_NOTHING; +} + + +int main(int argc, char * argv[]) +{ + int skip = 0; + int seek = 0; + int ibs = 0; + int obs = 0; + int count = -1; + char str[512]; + char * key; + char * buf; + char inf[512]; + char outf[512]; + int res, k; + int in_num_sect = 0; + int out_num_sect = 0; + int in_sect_sz, out_sect_sz, crw; + char ebuff[256]; + Rq_coll rcoll; + + memset(&rcoll, 0, sizeof(Rq_coll)); + rcoll.bpt = DEF_BLOCKS_PER_TRANSFER; + inf[0] = '\0'; + outf[0] = '\0'; + if (argc < 2) { + usage(); + return 1; + } + + for(k = 1; k < argc; k++) { + if (argv[k]) + strcpy(str, argv[k]); + else + continue; + for(key = str, buf = key; *buf && *buf != '=';) + buf++; + if (*buf) + *buf++ = '\0'; + if (strcmp(key,"if") == 0) + strcpy(inf, buf); + else if (strcmp(key,"of") == 0) + strcpy(outf, buf); + else if (0 == strcmp(key,"ibs")) + ibs = get_num(buf); + else if (0 == strcmp(key,"obs")) + obs = get_num(buf); + else if (0 == strcmp(key,"bs")) + rcoll.bs = get_num(buf); + else if (0 == strcmp(key,"bpt")) + rcoll.bpt = get_num(buf); + else if (0 == strcmp(key,"skip")) + skip = get_num(buf); + else if (0 == strcmp(key,"seek")) + seek = get_num(buf); + else if (0 == strcmp(key,"count")) + count = get_num(buf); + else if (0 == strcmp(key,"dio")) + rcoll.dio = get_num(buf); + else if (0 == strcmp(key,"deb")) + rcoll.debug = get_num(buf); + else { + printf("Unrecognized argument '%s'\n", key); + usage(); + return 1; + } + } + if (rcoll.bs <= 0) { + rcoll.bs = DEF_BLOCK_SIZE; + printf("Assume default 'bs' (block size) of %d bytes\n", rcoll.bs); + } + if ((ibs && (ibs != rcoll.bs)) || (obs && (obs != rcoll.bs))) { + printf("If 'ibs' or 'obs' given must be same as 'bs'\n"); + usage(); + return 1; + } + if ((skip < 0) || (seek < 0)) { + printf("skip and seek cannot be negative\n"); + return 1; + } +#ifdef SG_DEBUG + printf("sgq_dd: if=%s skip=%d of=%s seek=%d count=%d\n", + inf, skip, outf, seek, count); +#endif + rcoll.infd = STDIN_FILENO; + rcoll.outfd = STDOUT_FILENO; + if (inf[0] && ('-' != inf[0])) { + if ((rcoll.infd = open(inf, O_RDONLY)) < 0) { + sprintf(ebuff, "sgq_dd: could not open %s for reading", inf); + perror(ebuff); + return 1; + } + if (ioctl(rcoll.infd, SG_GET_TIMEOUT, 0) < 0) { + rcoll.in_is_sg = 0; + if (skip > 0) { + off_t offset = skip; + + offset *= rcoll.bs; /* could overflow here! */ + if (lseek(rcoll.infd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "sgq_dd: couldn't skip to required position on %s", inf); + perror(ebuff); + return 1; + } + } + } + else { /* looks like sg device so close then re-open it RW */ + close(rcoll.infd); + if ((rcoll.infd = open(inf, O_RDWR | O_NONBLOCK)) < 0) { + printf("If %s is a sg device, need read+write permissions," + " even to read it!\n", inf); + return 1; + } + rcoll.in_is_sg = 1; + if (sz_reserve(rcoll.infd, rcoll.bs, rcoll.bpt)) + return 1; + } + } + if (outf[0] && ('-' != outf[0])) { + if ((rcoll.outfd = open(outf, O_RDWR | O_NONBLOCK)) >= 0) { + if (ioctl(rcoll.outfd, SG_GET_TIMEOUT, 0) < 0) { + /* not a scsi generic device so now try and open RDONLY */ + close(rcoll.outfd); + } + else { + rcoll.out_is_sg = 1; + if (sz_reserve(rcoll.outfd, rcoll.bs, rcoll.bpt)) + return 1; + } + } + if (! rcoll.out_is_sg) { + if ((rcoll.outfd = open(outf, O_WRONLY | O_CREAT, 0666)) < 0) { + sprintf(ebuff, + "sgq_dd: could not open %s for writing", outf); + perror(ebuff); + return 1; + } + else if (seek > 0) { + off_t offset = seek; + + offset *= rcoll.bs; /* could overflow here! */ + if (lseek(rcoll.outfd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "sgq_dd: couldn't seek to required position on %s", outf); + perror(ebuff); + return 1; + } + } + } + } + if ((STDIN_FILENO == rcoll.infd) && (STDOUT_FILENO == rcoll.outfd)) { + printf("Can't have both 'if' as stdin _and_ 'of' as stdout\n"); + return 1; + } + if (! (rcoll.in_is_sg || rcoll.out_is_sg)) { + printf("Either 'if' or 'of' must be a scsi generic device\n"); + return 1; + } + if (0 == count) + return 0; + else if (count < 0) { + if (rcoll.in_is_sg) { + res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz); + if (2 == res) { + printf("Unit attention, media changed(in), try again\n"); + res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz); + } + if (0 != res) { + printf("Unable to read capacity on %s\n", inf); + in_num_sect = -1; + } + else { + if (in_num_sect > skip) + in_num_sect -= skip; + } + } + if (rcoll.out_is_sg) { + res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz); + if (2 == res) { + printf("Unit attention, media changed(out), try again\n"); + res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz); + } + if (0 != res) { + printf("Unable to read capacity on %s\n", outf); + out_num_sect = -1; + } + else { + if (out_num_sect > seek) + out_num_sect -= seek; + } + } +#ifdef SG_DEBUG + printf("Start of loop, count=%d, in_num_sect=%d, out_num_sect=%d\n", + count, in_num_sect, out_num_sect); +#endif + if (in_num_sect > 0) { + if (out_num_sect > 0) + count = (in_num_sect > out_num_sect) ? out_num_sect : + in_num_sect; + else + count = in_num_sect; + } + else + count = out_num_sect; + } + +#ifdef SG_DEBUG + printf("Start of loop, count=%d, bpt=%d\n", count, rcoll.bpt); +#endif + + rcoll.in_count = count; + rcoll.in_done_count = count; + rcoll.in_blk = skip; + rcoll.out_count = count; + rcoll.out_done_count = count; + rcoll.out_blk = seek; + init_elems(&rcoll); + +/* vvvvvvvvvvvvvvvvv Main Loop vvvvvvvvvvvvvvvvvvvvvvvv */ + while (rcoll.out_done_count > 0) { + crw = can_read_write(&rcoll); + if (crw < 0) + break; + if (SGQ_CAN_READ & crw) { + res = start_read(&rcoll); + if (res <= 0) { + printf("start_read: res=%d\n", res); + break; + } + } + if (SGQ_CAN_WRITE & crw) { + res = start_write(&rcoll); + if (res <= 0) { + printf("start_write: res=%d\n", res); + break; + } + } + } + + if (STDIN_FILENO != rcoll.infd) + close(rcoll.infd); + if (STDOUT_FILENO != rcoll.outfd) + close(rcoll.outfd); + if (0 != rcoll.out_count) { + printf("Some error occurred, remaining blocks=%d\n", rcoll.out_count); + return 1; + } + printf("%d+%d records in\n", count - rcoll.in_done_count, + rcoll.in_partial); + printf("%d+%d records out\n", count - rcoll.out_done_count, + rcoll.out_partial); + if (rcoll.dio_incomplete) + printf(">> Direct IO requested but incomplete %d times\n", + rcoll.dio_incomplete); + if (rcoll.sum_of_resids) + printf(">> Non-zero sum of residual counts=%d\n", + rcoll.sum_of_resids); + return 0; +} diff --git a/archive/sgs_dd.c b/archive/sgs_dd.c new file mode 100644 index 00000000..51aa694d --- /dev/null +++ b/archive/sgs_dd.c @@ -0,0 +1,911 @@ +/* We need F_SETSIG, (signal redirect), so following define */ +#define _GNU_SOURCE 1 + +#include <unistd.h> +#include <fcntl.h> +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <ctype.h> +#include <errno.h> +#include <poll.h> +#include <signal.h> +#include <sys/ioctl.h> +#include <sys/types.h> +#include <sys/stat.h> +#include <linux/../scsi/sg.h> /* cope with silly includes */ +#include "sg_err.h" + +/* Test code for the extensions to the Linux OS SCSI generic ("sg") + device driver. +* Copyright (C) 1999 D. Gilbert and P. Allworth +* This program is free software; you can redistribute it and/or modify +* it under the terms of the GNU General Public License as published by +* the Free Software Foundation; either version 2, or (at your option) +* any later version. + + This program is a specialization of the Unix "dd" command in which + one or both of the given files is a scsi generic device. A block size + ('bs') is assumed to be 512 if not given. This program complains if + 'ibs' or 'obs' are given with some other value than 'bs'. + If 'if' is not given or 'if=-' then stdin is assumed. If 'of' is + not given of 'of=-' then stdout assumed. The multipliers "c, b, k, m" + are recognized on numeric arguments. + + A non-standard argument "bpt" (blocks per transfer) is added to control + the maximum number of blocks in each transfer. The default value is 128. + For example if "bs=512" and "bpt=32" then a maximum of 32 blocks (16KB + in this case) are transferred to or from the sg device in a single SCSI + command. + + BEWARE: If the 'of' file is a 'sg' device (eg a disk) then it _will_ + be written to, potentially destroying its previous contents. + + This version should compile with Linux sg drivers with version numbers + >= 30000 . Also this version tries to use real time signals. + + Version 3.982 20000827 + + +6 byte commands [READ: 0x08, WRITE: 0x0a]: +[cmd ][had|lu][midAdd][lowAdd][count ][flags ] +10 byte commands [EREAD: 0x28, EWRITE: 0x2a, READ_CAPACITY 0x25]: +[cmd ][ |lu][hiAddr][hmAddr][lmAddr][lowAdd][ ][hiCnt ][lowCnt][flags ] +12 byte commands [LREAD: 0xd8, LWRITE: 0xda]: +[cmd ][ |lu][hiAddr][hmAddr][lmAddr][lowAdd][hiCnt ][hmCnt ][lmCnt ][lowCnt] + ... [ ][flags ] +*/ + +#define DEF_BLOCK_SIZE 512 +#define DEF_BLOCKS_PER_TRANSFER 128 + +/* #define SG_DEBUG */ + +#define SENSE_BUFF_LEN 32 /* Arbitrary, could be larger */ +#define DEF_TIMEOUT 40000 /* 40,000 millisecs == 40 seconds */ +#define S_RW_LEN 10 /* Use SCSI READ(10) and WRITE(10) */ +#define SGQ_MAX_RD_AHEAD 4 +#define SGQ_MAX_WR_AHEAD 4 +#define SGQ_NUM_ELEMS (SGQ_MAX_RD_AHEAD+ SGQ_MAX_WR_AHEAD + 1) + +#define SGQ_FREE 0 +#define SGQ_IO_STARTED 1 +#define SGQ_IO_FINISHED 2 +#define SGQ_IO_ERR 3 +#define SGQ_IO_WAIT 4 + +#define SGQ_CAN_DO_NOTHING 0 /* only temporarily in use */ +#define SGQ_CAN_READ 1 +#define SGQ_CAN_WRITE 2 +#define SGQ_TIMEOUT 4 + +typedef struct request_element +{ + struct request_element * nextp; + int state; + int wr; + int blk; + int num_blks; + unsigned char * buffp; + sg_io_hdr_t io_hdr; + unsigned char cmd[S_RW_LEN]; + unsigned char sb[SENSE_BUFF_LEN]; + int result; + int stop_after_wr; +} Rq_elem; + +typedef struct request_collection +{ + int infd; + int in_is_sg; + int in_blk; /* most recent read */ + int in_count; /* most recent read */ + int in_done_count; /* count of completed in blocks */ + int in_partial; + int outfd; + int out_is_sg; + int lowest_seek; + int out_blk; /* most recent write */ + int out_count; /* most recent write */ + int out_done_count; /* count of completed out blocks */ + int out_partial; + int bs; + int bpt; + int dio; + int dio_incomplete; + int sum_of_resids; + int debug; + sigset_t blocked_sigs; + int sigs_waiting; + Rq_elem * rd_posp; + Rq_elem * wr_posp; + Rq_elem elem[SGQ_NUM_ELEMS]; +} Rq_coll; + + +void usage() +{ + printf("Usage: " + "sgs_dd [if=<infile>] [skip=<n>] [of=<ofile>] [seek=<n>]\n" + " [bs=<num>] [bpt=<num>] [count=<n>]" + " [dio=<n>] [deb=<n>]\n" + " either 'if' or 'of' must be a scsi generic device\n" + " 'bpt' is blocks_per_transfer (default is 128)\n" + " 'dio' is direct IO, 1->attempt, 0->indirect IO (def)\n" + " 'deb' is debug, 1->output some, 0->no debug (def)\n"); +} + +/* Return of 0 -> success, -1 -> failure, 2 -> try again */ +int read_capacity(int sg_fd, int * num_sect, int * sect_sz) +{ + int res; + unsigned char rcCmdBlk [10] = {0x25, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char rcBuff[64]; + unsigned char sense_b[64]; + sg_io_hdr_t io_hdr; + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(rcCmdBlk); + io_hdr.mx_sb_len = sizeof(sense_b); + io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; + io_hdr.dxfer_len = sizeof(rcBuff); + io_hdr.dxferp = rcBuff; + io_hdr.cmdp = rcCmdBlk; + io_hdr.sbp = sense_b; + io_hdr.timeout = DEF_TIMEOUT; + + if (ioctl(sg_fd, SG_IO, &io_hdr) < 0) { + perror("read_capacity (SG_IO) error"); + return -1; + } + res = sg_err_category3(&io_hdr); + if (SG_ERR_CAT_MEDIA_CHANGED == res) + return 2; /* probably have another go ... */ + else if (SG_ERR_CAT_CLEAN != res) { + sg_chk_n_print3("read capacity", &io_hdr); + return -1; + } + *num_sect = 1 + ((rcBuff[0] << 24) | (rcBuff[1] << 16) | + (rcBuff[2] << 8) | rcBuff[3]); + *sect_sz = (rcBuff[4] << 24) | (rcBuff[5] << 16) | + (rcBuff[6] << 8) | rcBuff[7]; +#ifdef SG_DEBUG + printf("number of sectors=%d, sector size=%d\n", *num_sect, *sect_sz); +#endif + return 0; +} + +/* -ve -> unrecoverable error, 0 -> successful, 1 -> recoverable (ENOMEM) */ +int sg_start_io(Rq_coll * clp, Rq_elem * rep) +{ + sg_io_hdr_t * hp = &rep->io_hdr; + int res; + + memset(rep->cmd, 0, sizeof(rep->cmd)); + rep->cmd[0] = rep->wr ? 0x2a : 0x28; + rep->cmd[2] = (unsigned char)((rep->blk >> 24) & 0xFF); + rep->cmd[3] = (unsigned char)((rep->blk >> 16) & 0xFF); + rep->cmd[4] = (unsigned char)((rep->blk >> 8) & 0xFF); + rep->cmd[5] = (unsigned char)(rep->blk & 0xFF); + rep->cmd[7] = (unsigned char)((rep->num_blks >> 8) & 0xff); + rep->cmd[8] = (unsigned char)(rep->num_blks & 0xff); + memset(hp, 0, sizeof(sg_io_hdr_t)); + hp->interface_id = 'S'; + hp->cmd_len = sizeof(rep->cmd); + hp->cmdp = rep->cmd; + hp->dxfer_direction = rep->wr ? SG_DXFER_TO_DEV : SG_DXFER_FROM_DEV; + hp->dxfer_len = clp->bs * rep->num_blks; + hp->dxferp = rep->buffp; + hp->mx_sb_len = sizeof(rep->sb); + hp->sbp = rep->sb; + hp->timeout = DEF_TIMEOUT; + hp->usr_ptr = rep; + hp->pack_id = rep->blk; + if (clp->dio) + hp->flags |= SG_FLAG_DIRECT_IO; +#ifdef SG_DEBUG + printf("sg_start_io: SCSI %s, blk=%d num_blks=%d\n", + rep->wr ? "WRITE" : "READ", rep->blk, rep->num_blks); + sg_print_command(hp->cmdp); + printf("dir=%d, len=%d, dxfrp=%p, cmd_len=%d\n", hp->dxfer_direction, + hp->dxfer_len, hp->dxferp, hp->cmd_len); +#endif + + while (((res = write(rep->wr ? clp->outfd : clp->infd, hp, + sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno)) + ; + if (res < 0) { + if (ENOMEM == errno) + return 1; + if ((EDOM == errno) || (EAGAIN == errno)) { + rep->state = SGQ_IO_WAIT; /* busy so wait */ + return 0; + } + perror("starting io on sg device, error"); + rep->state = SGQ_IO_ERR; + return res; + } + rep->state = SGQ_IO_STARTED; + clp->sigs_waiting++; + return 0; +} + +/* -1 -> unrecoverable error, 0 -> successful, 1 -> try again */ +int sg_finish_io(Rq_coll * clp, int wr, Rq_elem ** repp) +{ + int res; + sg_io_hdr_t io_hdr; + sg_io_hdr_t * hp; + Rq_elem * rep; + + memset(&io_hdr, 0 , sizeof(sg_io_hdr_t)); + while (((res = read(wr ? clp->outfd : clp->infd, &io_hdr, + sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno)) + ; + rep = (Rq_elem *)io_hdr.usr_ptr; + if (res < 0) { + perror("finishing io on sg device, error"); + rep->state = SGQ_IO_ERR; + return -1; + } + if (! (rep && (SGQ_IO_STARTED == rep->state))) { + printf("sg_finish_io: bad usr_ptr\n"); + rep->state = SGQ_IO_ERR; + return -1; + } + memcpy(&rep->io_hdr, &io_hdr, sizeof(sg_io_hdr_t)); + hp = &rep->io_hdr; + if (repp) + *repp = rep; + + switch (sg_err_category3(hp)) { + case SG_ERR_CAT_CLEAN: + break; + case SG_ERR_CAT_RECOVERED: + printf("Recovered error on block=%d, num=%d\n", + rep->blk, rep->num_blks); + break; + case SG_ERR_CAT_MEDIA_CHANGED: + return 1; + default: + sg_chk_n_print3(rep->wr ? "writing": "reading", hp); + rep->state = SGQ_IO_ERR; + return -1; + } + if (clp->dio && + ((hp->info & SG_INFO_DIRECT_IO_MASK) != SG_INFO_DIRECT_IO)) + ++clp->dio_incomplete; /* count dios done as indirect IO */ + clp->sum_of_resids += hp->resid; + rep->state = SGQ_IO_FINISHED; +#ifdef SG_DEBUG + printf("sg_finish_io: %s ", wr ? "writing" : "reading"); + printf(" SGQ_IO_FINISHED elem idx=%d\n", rep - clp->elem); +#endif + return 0; +} + +int sz_reserve(int fd, int bs, int bpt) +{ + int res, t, flags; + + res = ioctl(fd, SG_GET_VERSION_NUM, &t); + if ((res < 0) || (t < 30000)) { + printf("sgs_dd: sg driver prior to 3.x.y\n"); + return 1; + } + res = 0; + t = bs * bpt; + res = ioctl(fd, SG_SET_RESERVED_SIZE, &t); + if (res < 0) + perror("sgs_dd: SG_SET_RESERVED_SIZE error"); + if (-1 == fcntl(fd, F_SETOWN, getpid())) { + perror("fcntl(,F_SETOWN,)"); + return 1; + } + flags = fcntl(fd, F_GETFL, 0); + if (-1 == fcntl(fd, F_SETFL, flags | O_ASYNC)) { + perror("fcntl(,F_SETFL,)"); + return 1; + } + fcntl(fd, F_SETSIG, SIGRTMIN + 1); + return 0; +} + +int get_num(char * buf) +{ + int res, num; + char c, cc; + + res = sscanf(buf, "%d%c", &num, &c); + if (0 == res) + return -1; + else if (1 == res) + return num; + else { + cc = (char)toupper(c); + if ('B' == cc) + return num * 512; + else if ('C' == cc) + return num; + else if ('K' == cc) + return num * 1024; + else if ('M' == cc) + return num * 1024 * 1024; + else { + printf("unrecognized multiplier\n"); + return -1; + } + } +} + +void init_elems(Rq_coll * clp) +{ + Rq_elem * rep; + int k; + + clp->wr_posp = &clp->elem[0]; /* making ring buffer */ + clp->rd_posp = clp->wr_posp; + for (k = 0; k < SGQ_NUM_ELEMS - 1; ++k) + clp->elem[k].nextp = &clp->elem[k + 1]; + clp->elem[SGQ_NUM_ELEMS - 1].nextp = &clp->elem[0]; + for (k = 0; k < SGQ_NUM_ELEMS; ++k) { + rep = &clp->elem[k]; + rep->state = SGQ_FREE; + if (NULL == (rep->buffp = malloc(clp->bpt * clp->bs))) + printf("out of memory creating user buffers\n"); + } +} + +int start_read(Rq_coll * clp) +{ + int blocks = (clp->in_count > clp->bpt) ? clp->bpt : clp->in_count; + Rq_elem * rep = clp->rd_posp; + int buf_sz, res; + char ebuff[256]; + +#ifdef SG_DEBUG + printf("start_read, elem idx=%d\n", rep - clp->elem); +#endif + rep->wr = 0; + rep->blk = clp->in_blk; + rep->num_blks = blocks; + clp->in_blk += blocks; + clp->in_count -= blocks; + if (clp->in_is_sg) { + res = sg_start_io(clp, rep); + if (1 == res) { /* ENOMEM, find what's available+try that */ + if ((res = ioctl(clp->infd, SG_GET_RESERVED_SIZE, &buf_sz)) < 0) { + perror("RESERVED_SIZE ioctls failed"); + return res; + } + clp->bpt = (buf_sz + clp->bs - 1) / clp->bs; + printf("Reducing blocks per transfer to %d\n", clp->bpt); + if (clp->bpt < 1) + return -ENOMEM; + res = sg_start_io(clp, rep); + if (1 == res) + res = -ENOMEM; + } + else if (res < 0) { + printf("sgs_dd inputting from sg failed, blk=%d\n", rep->blk); + rep->state = SGQ_IO_ERR; + return res; + } + } + else { + rep->state = SGQ_IO_STARTED; + while (((res = read(clp->infd, rep->buffp, blocks * clp->bs)) < 0) && + (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "sgs_dd: reading, in_blk=%d ", rep->blk); + perror(ebuff); + rep->state = SGQ_IO_ERR; + return res; + } + if (res < blocks * clp->bs) { + int o_blocks = blocks; + rep->stop_after_wr = 1; + blocks = res / clp->bs; + if ((res % clp->bs) > 0) { + blocks++; + clp->in_partial++; + } + /* Reverse out + re-apply blocks on clp */ + clp->in_blk -= o_blocks; + clp->in_count += o_blocks; + rep->num_blks = blocks; + clp->in_blk += blocks; + clp->in_count -= blocks; + } + clp->in_done_count -= blocks; + rep->state = SGQ_IO_FINISHED; + } + clp->rd_posp = rep->nextp; + return blocks; +} + +int start_write(Rq_coll * clp) +{ + Rq_elem * rep = clp->wr_posp; + int res, blocks; + char ebuff[256]; + + while ((0 != rep->wr) || (SGQ_IO_FINISHED != rep->state)) { + rep = rep->nextp; + if (rep == clp->rd_posp) + return -1; + } +#ifdef SG_DEBUG + printf("start_write, elem idx=%d\n", rep - clp->elem); +#endif + rep->wr = 1; + blocks = rep->num_blks; + rep->blk = clp->out_blk; + clp->out_blk += blocks; + clp->out_count -= blocks; + if (clp->out_is_sg) { + res = sg_start_io(clp, rep); + if (1 == res) /* ENOMEM, give up */ + return -ENOMEM; + else if (res < 0) { + printf("sgs_dd output to sg failed, blk=%d\n", rep->blk); + rep->state = SGQ_IO_ERR; + return res; + } + } + else { + rep->state = SGQ_IO_STARTED; + while (((res = write(clp->outfd, rep->buffp, + rep->num_blks * clp->bs)) < 0) && (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "sgs_dd: output, out_blk=%d ", rep->blk); + perror(ebuff); + rep->state = SGQ_IO_ERR; + return res; + } + if (res < blocks * clp->bs) { + blocks = res / clp->bs; + if ((res % clp->bs) > 0) { + blocks++; + clp->out_partial++; + } + rep->num_blks = blocks; + } + rep->state = SGQ_IO_FINISHED; + } + return blocks; +} + +int do_poll(Rq_coll * clp, int fd) +{ + struct pollfd a_pollfd = {0, POLLIN | POLLOUT, 0}; + siginfo_t info; + + a_pollfd.fd = fd; + if (poll(&a_pollfd, 1, 0) < 0) { + perror("poll error"); + return 0; + } + /* printf("do_poll: revents=0x%x\n", (int)a_pollfd.revents); */ + if (a_pollfd.revents & POLLIN) { + if (clp->sigs_waiting) { + while (sigwaitinfo(&clp->blocked_sigs, &info) < 0) { + if (EINTR != errno) { + perror("sigwaitinfo"); /* consume signal */ + return -1; + } + } + if ((SIGRTMIN + 1) == info.si_signo) + clp->sigs_waiting--; + if (SIGIO == info.si_signo) { + printf("SIGIO received, continue\n"); + clp->sigs_waiting = 0; + } + else + return -1; + } + return 1; + } + else + return 0; +} + +int can_read_write(Rq_coll * clp) +{ + Rq_elem * rep = NULL; + int res = 0; + int reading = 0; + int writing = 0; + int writeable = 0; + int rd_waiting = 0; + int wr_waiting = 0; + int sg_finished = 0; + siginfo_t info; + + /* if write completion pending, then complete it + start read */ + if (clp->out_is_sg) { + while ((res = do_poll(clp, clp->outfd))) { + if (res < 0) + return res; + res = sg_finish_io(clp, 1, &rep); + if (res < 0) + return res; + else if (1 == res) { + res = sg_start_io(clp, rep); + if (0 != res) + return -1; /* give up if any problems with retry */ + } + else + sg_finished++; + } + while ((rep = clp->wr_posp) && (SGQ_IO_FINISHED == rep->state) && + (1 == rep->wr) && (rep != clp->rd_posp)) { + rep->state = SGQ_FREE; + clp->out_done_count -= rep->num_blks; + clp->wr_posp = rep->nextp; + if (rep->stop_after_wr) + return -1; + } + } + else if ((rep = clp->wr_posp) && (1 == rep->wr) && + (SGQ_IO_FINISHED == rep->state)) { + rep->state = SGQ_FREE; + clp->out_done_count -= rep->num_blks; + clp->wr_posp = rep->nextp; + if (rep->stop_after_wr) + return -1; + } + + /* if read completion pending, then complete it + start maybe write */ + if (clp->in_is_sg) { + while ((res = do_poll(clp, clp->infd))) { + if (res < 0) + return res; + res = sg_finish_io(clp, 0, &rep); + if (res < 0) + return res; + if (1 == res) { + res = sg_start_io(clp, rep); + if (0 != res) + return -1; /* give up if any problems with retry */ + } + else { + sg_finished++; + clp->in_done_count -= rep->num_blks; + } + } + } + + for (rep = clp->wr_posp, res = 1; + rep != clp->rd_posp; rep = rep->nextp) { + if (SGQ_IO_STARTED == rep->state) { + if (rep->wr) + ++writing; + else { + res = 0; + ++reading; + } + } + else if ((0 == rep->wr) && (SGQ_IO_FINISHED == rep->state)) { + if (res) + writeable = 1; + } + else if (SGQ_IO_WAIT == rep->state) { + res = 0; + if (rep->wr) + ++wr_waiting; + else + ++rd_waiting; + } + else + res = 0; + } + if (clp->debug) { + if ((clp->debug >= 9) || wr_waiting || rd_waiting) + printf("%d/%d (nwb/nrb): read=%d/%d (do/wt) " + "write=%d/%d (do/wt) writeable=%d sg_fin=%d\n", + clp->out_blk, clp->in_blk, reading, rd_waiting, + writing, wr_waiting, writeable, sg_finished); + fflush(stdout); + } + if (writeable && (writing < SGQ_MAX_WR_AHEAD) && (clp->out_count > 0)) + return SGQ_CAN_WRITE; + if ((reading < SGQ_MAX_RD_AHEAD) && (clp->in_count > 0) && + (0 == rd_waiting) && (clp->rd_posp->nextp != clp->wr_posp)) + return SGQ_CAN_READ; + + if (clp->out_done_count <= 0) + return SGQ_CAN_DO_NOTHING; + + /* usleep(10000); */ /* hang about for 10 milliseconds */ + if (clp->sigs_waiting) { + while (sigwaitinfo(&clp->blocked_sigs, &info) < 0) { + if (EINTR != errno) { + perror("sigwaitinfo"); /* consume signal */ + return -1; + } + } + if ((SIGRTMIN + 1) != info.si_signo) + return -1; + clp->sigs_waiting--; + } + /* Now check the _whole_ buffer for pending requests */ + for (rep = clp->rd_posp->nextp; rep != clp->rd_posp; rep = rep->nextp) { + if (SGQ_IO_WAIT == rep->state) { + res = sg_start_io(clp, rep); + if (res < 0) + return res; + if (res > 0) + return -1; + break; + } + } + return SGQ_CAN_DO_NOTHING; +} + + +int main(int argc, char * argv[]) +{ + int skip = 0; + int seek = 0; + int ibs = 0; + int obs = 0; + int count = -1; + char str[512]; + char * key; + char * buf; + char inf[512]; + char outf[512]; + int res, k; + int in_num_sect = 0; + int out_num_sect = 0; + int in_sect_sz, out_sect_sz, crw; + char ebuff[256]; + Rq_coll rcoll; + + memset(&rcoll, 0, sizeof(Rq_coll)); + rcoll.bpt = DEF_BLOCKS_PER_TRANSFER; + inf[0] = '\0'; + outf[0] = '\0'; + if (argc < 2) { + usage(); + return 1; + } + + for(k = 1; k < argc; k++) { + if (argv[k]) + strcpy(str, argv[k]); + else + continue; + for(key = str, buf = key; *buf && *buf != '=';) + buf++; + if (*buf) + *buf++ = '\0'; + if (strcmp(key,"if") == 0) + strcpy(inf, buf); + else if (strcmp(key,"of") == 0) + strcpy(outf, buf); + else if (0 == strcmp(key,"ibs")) + ibs = get_num(buf); + else if (0 == strcmp(key,"obs")) + obs = get_num(buf); + else if (0 == strcmp(key,"bs")) + rcoll.bs = get_num(buf); + else if (0 == strcmp(key,"bpt")) + rcoll.bpt = get_num(buf); + else if (0 == strcmp(key,"skip")) + skip = get_num(buf); + else if (0 == strcmp(key,"seek")) + seek = get_num(buf); + else if (0 == strcmp(key,"count")) + count = get_num(buf); + else if (0 == strcmp(key,"dio")) + rcoll.dio = get_num(buf); + else if (0 == strcmp(key,"deb")) + rcoll.debug = get_num(buf); + else { + printf("Unrecognized argument '%s'\n", key); + usage(); + return 1; + } + } + if (rcoll.bs <= 0) { + rcoll.bs = DEF_BLOCK_SIZE; + printf("Assume default 'bs' (block size) of %d bytes\n", rcoll.bs); + } + if ((ibs && (ibs != rcoll.bs)) || (obs && (obs != rcoll.bs))) { + printf("If 'ibs' or 'obs' given must be same as 'bs'\n"); + usage(); + return 1; + } + if ((skip < 0) || (seek < 0)) { + printf("skip and seek cannot be negative\n"); + return 1; + } +#ifdef SG_DEBUG + printf("sgs_dd: if=%s skip=%d of=%s seek=%d count=%d\n", + inf, skip, outf, seek, count); +#endif + rcoll.infd = STDIN_FILENO; + rcoll.outfd = STDOUT_FILENO; + if (inf[0] && ('-' != inf[0])) { + if ((rcoll.infd = open(inf, O_RDONLY)) < 0) { + sprintf(ebuff, "sgs_dd: could not open %s for reading", inf); + perror(ebuff); + return 1; + } + if (ioctl(rcoll.infd, SG_GET_TIMEOUT, 0) < 0) { + rcoll.in_is_sg = 0; + if (skip > 0) { + off_t offset = skip; + + offset *= rcoll.bs; /* could overflow here! */ + if (lseek(rcoll.infd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "sgs_dd: couldn't skip to required position on %s", inf); + perror(ebuff); + return 1; + } + } + } + else { /* looks like sg device so close then re-open it RW */ + close(rcoll.infd); + if ((rcoll.infd = open(inf, O_RDWR | O_NONBLOCK)) < 0) { + printf("If %s is a sg device, need read+write permissions," + " even to read it!\n", inf); + return 1; + } + rcoll.in_is_sg = 1; + if (sz_reserve(rcoll.infd, rcoll.bs, rcoll.bpt)) + return 1; + } + } + if (outf[0] && ('-' != outf[0])) { + if ((rcoll.outfd = open(outf, O_RDWR | O_NONBLOCK)) >= 0) { + if (ioctl(rcoll.outfd, SG_GET_TIMEOUT, 0) < 0) { + /* not a scsi generic device so now try and open RDONLY */ + close(rcoll.outfd); + } + else { + rcoll.out_is_sg = 1; + if (sz_reserve(rcoll.outfd, rcoll.bs, rcoll.bpt)) + return 1; + } + } + if (! rcoll.out_is_sg) { + if ((rcoll.outfd = open(outf, O_WRONLY | O_CREAT, 0666)) < 0) { + sprintf(ebuff, + "sgs_dd: could not open %s for writing", outf); + perror(ebuff); + return 1; + } + else if (seek > 0) { + off_t offset = seek; + + offset *= rcoll.bs; /* could overflow here! */ + if (lseek(rcoll.outfd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "sgs_dd: couldn't seek to required position on %s", outf); + perror(ebuff); + return 1; + } + } + } + } + if ((STDIN_FILENO == rcoll.infd) && (STDOUT_FILENO == rcoll.outfd)) { + printf("Can't have both 'if' as stdin _and_ 'of' as stdout\n"); + return 1; + } + if (! (rcoll.in_is_sg || rcoll.out_is_sg)) { + printf("Either 'if' or 'of' must be a scsi generic device\n"); + return 1; + } + if (0 == count) + return 0; + else if (count < 0) { + if (rcoll.in_is_sg) { + res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz); + if (2 == res) { + printf("Unit attention, media changed(in), try again\n"); + res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz); + } + if (0 != res) { + printf("Unable to read capacity on %s\n", inf); + in_num_sect = -1; + } + else { + if (in_num_sect > skip) + in_num_sect -= skip; + } + } + if (rcoll.out_is_sg) { + res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz); + if (2 == res) { + printf("Unit attention, media changed(out), try again\n"); + res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz); + } + if (0 != res) { + printf("Unable to read capacity on %s\n", outf); + out_num_sect = -1; + } + else { + if (out_num_sect > seek) + out_num_sect -= seek; + } + } +#ifdef SG_DEBUG + printf("Start of loop, count=%d, in_num_sect=%d, out_num_sect=%d\n", + count, in_num_sect, out_num_sect); +#endif + if (in_num_sect > 0) { + if (out_num_sect > 0) + count = (in_num_sect > out_num_sect) ? out_num_sect : + in_num_sect; + else + count = in_num_sect; + } + else + count = out_num_sect; + } + +#ifdef SG_DEBUG + printf("Start of loop, count=%d, bpt=%d\n", count, rcoll.bpt); +#endif + + sigemptyset(&rcoll.blocked_sigs); + sigaddset(&rcoll.blocked_sigs, SIGRTMIN + 1); + sigaddset(&rcoll.blocked_sigs, SIGINT); + sigaddset(&rcoll.blocked_sigs, SIGIO); + sigprocmask(SIG_BLOCK, &rcoll.blocked_sigs, 0); + rcoll.in_count = count; + rcoll.in_done_count = count; + rcoll.in_blk = skip; + rcoll.out_count = count; + rcoll.out_done_count = count; + rcoll.out_blk = seek; + init_elems(&rcoll); + +/* vvvvvvvvvvvvvvvvv Main Loop vvvvvvvvvvvvvvvvvvvvvvvv */ + while (rcoll.out_done_count > 0) { + crw = can_read_write(&rcoll); + if (crw < 0) + break; + if (SGQ_CAN_READ & crw) { + res = start_read(&rcoll); + if (res <= 0) { + printf("start_read: res=%d\n", res); + break; + } + } + if (SGQ_CAN_WRITE & crw) { + res = start_write(&rcoll); + if (res <= 0) { + printf("start_write: res=%d\n", res); + break; + } + } + } + + if (STDIN_FILENO != rcoll.infd) + close(rcoll.infd); + if (STDOUT_FILENO != rcoll.outfd) + close(rcoll.outfd); + if (0 != rcoll.out_count) { + printf("Some error occurred, remaining blocks=%d\n", rcoll.out_count); + return 1; + } + printf("%d+%d records in\n", count - rcoll.in_done_count, + rcoll.in_partial); + printf("%d+%d records out\n", count - rcoll.out_done_count, + rcoll.out_partial); + if (rcoll.dio_incomplete) + printf(">> Direct IO requested but incomplete %d times\n", + rcoll.dio_incomplete); + if (rcoll.sum_of_resids) + printf(">> Non-zero sum of residual counts=%d\n", + rcoll.sum_of_resids); + return 0; +} diff --git a/archive/xsgp_dd.c b/archive/xsgp_dd.c new file mode 100644 index 00000000..fbf70896 --- /dev/null +++ b/archive/xsgp_dd.c @@ -0,0 +1,1002 @@ +#include <unistd.h> +#include <fcntl.h> +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <ctype.h> +#include <errno.h> +#include <pthread.h> +#include <signal.h> +#include <sys/ioctl.h> +#include <sys/types.h> +#include <sys/stat.h> +#include <linux/../scsi/sg.h> /* cope with silly includes */ +#include "sg_err.h" + +/* A utility program for the Linux OS SCSI generic ("sg") device driver. +* Copyright (C) 1999 D. Gilbert and P. Allworth +* This program is free software; you can redistribute it and/or modify +* it under the terms of the GNU General Public License as published by +* the Free Software Foundation; either version 2, or (at your option) +* any later version. + + This program is a specialization of the Unix "dd" command in which + one or both of the given files is a scsi generic device. A block size + ('bs') is assumed to be 512 if not given. This program complains if + 'ibs' or 'obs' are given with some other value than 'bs'. + If 'if' is not given or 'if=-' then stdin is assumed. If 'of' is + not given or 'of=-' then stdout assumed. The appended multipliers + "c, b, k, m" for 1, 512, 1024 and 1048576 respectively are recognized + on numeric arguments. + + A non-standard argument "bpt" (blocks per transfer) is added to control + the maximum number of blocks in each transfer. The default value is 128. + For example if "bs=512" and "bpt=32" then a maximum of 32 blocks (16KB + in this case) are transferred to or from the sg device in a single SCSI + command. + + This version should compile with Linux sg drivers with version numbers + >= 30000 . This version uses posix threads. + +*/ + +static char * version_str = "0.791 20000624"; + +#define DEF_BLOCK_SIZE 512 +#define DEF_BLOCKS_PER_TRANSFER 128 + +/* #define SG_DEBUG */ + +#define SENSE_BUFF_LEN 32 /* Arbitrary, could be larger */ +#define DEF_TIMEOUT 8000 /* 8,000 millisecs == 8 seconds */ +#define S_RW_LEN 10 /* Use SCSI READ(10) and WRITE(10) */ + +#define SGP_READ10 0x28 +#define SGP_WRITE10 0x2a +#define DEF_NUM_THREADS 4 +#define MAX_NUM_THREADS SG_MAX_QUEUE + + +typedef struct request_collection +{ /* one instance visible to all threads */ + int infd; + int skip; + int in_is_sg; + int in_scsi_type; + int in_blk; /* -\ next block address to read */ + int in_count; /* | blocks remaining for next read */ + int in_done_count; /* | count of completed in blocks */ + int in_partial; /* | */ + int in_stop; /* | */ + pthread_mutex_t in_mutex; /* -/ */ + int outfd; + int seek; + int out_is_sg; + int out_scsi_type; + int out_blk; /* -\ next block address to write */ + int out_count; /* | blocks remaining for next write */ + int out_done_count; /* | count of completed out blocks */ + int out_partial; /* | */ + int out_stop; /* | */ + pthread_mutex_t out_mutex; /* | */ + pthread_cond_t out_sync_cv; /* -/ hold writes until "in order" */ + int bs; + int bpt; + int dio; + int dio_incomplete; /* -\ */ + int sum_of_resids; /* | */ + pthread_mutex_t aux_mutex; /* -/ (also serializes some printf()s */ + int coe; + int timeout; + int debug; +} Rq_coll; + +typedef struct request_element +{ /* one instance per worker thread */ + int infd; + int outfd; + int wr; + int blk; + int num_blks; + unsigned char * buffp; + unsigned char * alloc_bp; + sg_io_hdr_t io_hdr; + unsigned char cmd[S_RW_LEN]; + unsigned char sb[SENSE_BUFF_LEN]; + int bs; + int dio; + int dio_incomplete; + int resid; + int in_scsi_type; + int out_scsi_type; + int timeout; + int debug; +} Rq_elem; + +static sigset_t signal_set; +static pthread_t sig_listen_thread_id; + +void sg_in_operation(Rq_coll * clp, Rq_elem * rep); +void sg_out_operation(Rq_coll * clp, Rq_elem * rep); +int normal_in_operation(Rq_coll * clp, Rq_elem * rep, int blocks); +void normal_out_operation(Rq_coll * clp, Rq_elem * rep, int blocks); +int sg_start_io(Rq_elem * rep); +int sg_finish_io(int wr, Rq_elem * rep, pthread_mutex_t * a_mutp); + +/* Following 2 macros from D.R. Butenhof's POSIX threads book: + ISBN 0-201-63392-2 . [Highly recommended book.] */ +#define err_exit(code,text) do { \ + fprintf(stderr, "%s at \"%s\":%d: %s\n", \ + text, __FILE__, __LINE__, strerror(code)); \ + exit(1); \ + } while (0) +#define errno_exit(text) do { \ + fprintf(stderr, "%s at \"%s\":%d: %s\n", \ + text, __FILE__, __LINE__, strerror(errno)); \ + exit(1); \ + } while (0) + + +void usage() +{ + fprintf(stderr, "Usage: " + "xsgp_dd [if=<infile>] [skip=<n>] [of=<ofile>] [seek=<n>]\n" + " [bs=<num>] [bpt=<num>] [count=<n>]\n" + " [dio=<n>] [thr=<n>] [coe=<n>] [gen=<n>]\n" + " [deb=<n>] [tmo=<n>] [--version]\n" + " usually either 'if' or 'of' must be a sg device\n" + " 'bpt' is blocks_per_transfer (default is 128)\n" + " 'dio' is direct IO, 1->attempt, 0->indirect IO (def)\n" + " 'thr' is number of threads, must be > 0, default 4, max 16\n" + " 'coe' continue on sg error, 0->exit (def), 1->zero + continue\n" + " 'gen' 0-> 1 file is sg device(def), 1-> any files allowed\n" + " 'tmo' is timeout in millisecs for reads+writes (def 8000 ms)\n" + " 'deb' is debug, 0->none (def), > 0->varying degrees of debug\n"); +} + +/* Return of 0 -> success, -1 -> failure, 2 -> try again */ +int read_capacity(int sg_fd, int * num_sect, int * sect_sz) +{ + int res; + unsigned char rcCmdBlk [10] = {0x25, 0, 0, 0, 0, 0, 0, 0, 0, 0}; + unsigned char rcBuff[64]; + unsigned char sense_b[64]; + sg_io_hdr_t io_hdr; + + memset(&io_hdr, 0, sizeof(sg_io_hdr_t)); + io_hdr.interface_id = 'S'; + io_hdr.cmd_len = sizeof(rcCmdBlk); + io_hdr.mx_sb_len = sizeof(sense_b); + io_hdr.dxfer_direction = SG_DXFER_FROM_DEV; + io_hdr.dxfer_len = sizeof(rcBuff); + io_hdr.dxferp = rcBuff; + io_hdr.cmdp = rcCmdBlk; + io_hdr.sbp = sense_b; + io_hdr.timeout = DEF_TIMEOUT; + + if (ioctl(sg_fd, SG_IO, &io_hdr) < 0) { + perror("read_capacity (SG_IO) error"); + return -1; + } + res = sg_err_category3(&io_hdr); + if (SG_ERR_CAT_MEDIA_CHANGED == res) + return 2; /* probably have another go ... */ + else if (SG_ERR_CAT_CLEAN != res) { + sg_chk_n_print3("read capacity", &io_hdr); + return -1; + } + *num_sect = 1 + ((rcBuff[0] << 24) | (rcBuff[1] << 16) | + (rcBuff[2] << 8) | rcBuff[3]); + *sect_sz = (rcBuff[4] << 24) | (rcBuff[5] << 16) | + (rcBuff[6] << 8) | rcBuff[7]; +#ifdef SG_DEBUG + fprintf(stderr, "number of sectors=%d, sector size=%d\n", + *num_sect, *sect_sz); +#endif + return 0; +} + +void * sig_listen_thread(void * v_clp) +{ + Rq_coll * clp = (Rq_coll *)v_clp; + int sig_number; + + while (1) { + sigwait(&signal_set, &sig_number); + if (SIGINT == sig_number) { + fprintf(stderr, "xsgp_dd interrupted by SIGINT\n"); + pthread_mutex_lock(&clp->in_mutex); + clp->in_stop = 1; + pthread_mutex_unlock(&clp->in_mutex); + pthread_mutex_lock(&clp->out_mutex); + clp->out_stop = 1; + pthread_mutex_unlock(&clp->out_mutex); + pthread_cond_broadcast(&clp->out_sync_cv); + } + } + return NULL; +} + +void cleanup_in(void * v_clp) +{ + Rq_coll * clp = (Rq_coll *)v_clp; + + fprintf(stderr, "thread cancelled while in mutex held\n"); + clp->in_stop = 1; + pthread_mutex_unlock(&clp->in_mutex); + pthread_mutex_lock(&clp->out_mutex); + clp->out_stop = 1; + pthread_mutex_unlock(&clp->out_mutex); + pthread_cond_broadcast(&clp->out_sync_cv); +} + +void cleanup_out(void * v_clp) +{ + Rq_coll * clp = (Rq_coll *)v_clp; + + fprintf(stderr, "thread cancelled while out mutex held\n"); + clp->out_stop = 1; + pthread_mutex_unlock(&clp->out_mutex); + pthread_mutex_lock(&clp->in_mutex); + clp->in_stop = 1; + pthread_mutex_unlock(&clp->in_mutex); + pthread_cond_broadcast(&clp->out_sync_cv); +} + +void * read_write_thread(void * v_clp) +{ + Rq_coll * clp = (Rq_coll *)v_clp; + Rq_elem rel; + Rq_elem * rep = &rel; + int off = 0; + int sz = clp->bpt * clp->bs; + int stop_after_write = 0; + int seek_skip = clp->seek - clp->skip; + int blocks, status; + + memset(rep, 0, sizeof(Rq_elem)); + if (clp->dio) { /* this makes dio work better, will disappear */ + off = getpagesize(); + sz += off; + } + if (NULL == (rep->alloc_bp = malloc(sz))) + err_exit(ENOMEM, "out of memory creating user buffers\n"); + rep->buffp = rep->alloc_bp + off; + /* Follow clp members are constant during lifetime of thread */ + rep->bs = clp->bs; + rep->dio = clp->dio; + rep->infd = clp->infd; + rep->outfd = clp->outfd; + rep->timeout = clp->timeout; + rep->debug = clp->debug; + rep->in_scsi_type = clp->in_scsi_type; + rep->out_scsi_type = clp->out_scsi_type; + + while(1) { + status = pthread_mutex_lock(&clp->in_mutex); + if (0 != status) err_exit(status, "lock in_mutex"); + if (clp->in_stop || (clp->in_count <= 0)) { + /* no more to do, exit loop then thread */ + status = pthread_mutex_unlock(&clp->in_mutex); + if (0 != status) err_exit(status, "unlock in_mutex"); + break; + } + blocks = (clp->in_count > clp->bpt) ? clp->bpt : clp->in_count; + rep->wr = 0; + rep->blk = clp->in_blk; + rep->num_blks = blocks; + clp->in_blk += blocks; + clp->in_count -= blocks; + + pthread_cleanup_push(cleanup_in, (void *)clp); + if (clp->in_is_sg) + sg_in_operation(clp, rep); /* lets go of in_mutex mid operation */ + else + stop_after_write = normal_in_operation(clp, rep, blocks); + pthread_cleanup_pop(0); + + status = pthread_mutex_lock(&clp->out_mutex); + if (0 != status) err_exit(status, "lock out_mutex"); + while ((! clp->out_stop) && ((rep->blk + seek_skip) != clp->out_blk)) { + /* if write would be out of sequence then wait */ + pthread_cleanup_push(cleanup_out, (void *)clp); + status = pthread_cond_wait(&clp->out_sync_cv, &clp->out_mutex); + if (0 != status) err_exit(status, "cond out_sync_cv"); + pthread_cleanup_pop(0); + } + + if (clp->out_stop || (clp->out_count <= 0)) { + if (! clp->out_stop) + clp->out_stop = 1; + status = pthread_mutex_unlock(&clp->out_mutex); + if (0 != status) err_exit(status, "unlock out_mutex"); + break; + } + if (stop_after_write) + clp->out_stop = 1; + rep->wr = 1; + rep->blk = clp->out_blk; + rep->num_blks = blocks; + clp->out_blk += blocks; + clp->out_count -= blocks; + + pthread_cleanup_push(cleanup_out, (void *)clp); + if (clp->out_is_sg) + sg_out_operation(clp, rep); /* releases out_mutex mid operation */ + else + normal_out_operation(clp, rep, blocks); + pthread_cleanup_pop(0); + + if (stop_after_write) + break; + pthread_cond_broadcast(&clp->out_sync_cv); + } /* end of while loop */ + if (rep->alloc_bp) free(rep->alloc_bp); + status = pthread_mutex_lock(&clp->in_mutex); + if (0 != status) err_exit(status, "lock in_mutex"); + if (! clp->in_stop) + clp->in_stop = 1; /* flag other workers to stop */ + status = pthread_mutex_unlock(&clp->in_mutex); + if (0 != status) err_exit(status, "unlock in_mutex"); + pthread_cond_broadcast(&clp->out_sync_cv); + return stop_after_write ? NULL : v_clp; +} + +int normal_in_operation(Rq_coll * clp, Rq_elem * rep, int blocks) +{ + int res, status; + int stop_after_write = 0; + char ebuff[80]; + + /* enters holding in_mutex */ + while (((res = read(clp->infd, rep->buffp, + blocks * clp->bs)) < 0) && (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "xsgp_dd: reading, in_blk=%d ", rep->blk); + errno_exit(ebuff); + } + if (res < blocks * clp->bs) { + int o_blocks = blocks; + stop_after_write = 1; + blocks = res / clp->bs; + if ((res % clp->bs) > 0) { + blocks++; + clp->in_partial++; + } + /* Reverse out + re-apply blocks on clp */ + clp->in_blk -= o_blocks; + clp->in_count += o_blocks; + rep->num_blks = blocks; + clp->in_blk += blocks; + clp->in_count -= blocks; + } + clp->in_done_count -= blocks; + status = pthread_mutex_unlock(&clp->in_mutex); + if (0 != status) err_exit(status, "unlock in_mutex"); + return stop_after_write; +} + +void normal_out_operation(Rq_coll * clp, Rq_elem * rep, int blocks) +{ + int res, status; + char ebuff[80]; + + /* enters holding out_mutex */ + while (((res = write(clp->outfd, rep->buffp, + rep->num_blks * clp->bs)) < 0) && (EINTR == errno)) + ; + if (res < 0) { + sprintf(ebuff, "xsgp_dd: output, out_blk=%d ", rep->blk); + errno_exit(ebuff); + } + if (res < blocks * clp->bs) { + blocks = res / clp->bs; + if ((res % clp->bs) > 0) { + blocks++; + clp->out_partial++; + } + rep->num_blks = blocks; + } + clp->out_done_count -= blocks; + status = pthread_mutex_unlock(&clp->out_mutex); + if (0 != status) err_exit(status, "unlock out_mutex"); +} + +void sg_in_operation(Rq_coll * clp, Rq_elem * rep) +{ + int res; + int status; + + /* enters holding in_mutex */ + while (1) { + res = sg_start_io(rep); + if (1 == res) + err_exit(ENOMEM, "sg starting in command"); + else if (res < 0) { + fprintf(stderr, "xsgp_dd inputting from sg failed, blk=%d\n", + rep->blk); + errno_exit("sg starting in command 2"); + } + /* Now release in mutex to let other reads run in parallel */ + status = pthread_mutex_unlock(&clp->in_mutex); + if (0 != status) err_exit(status, "unlock in_mutex"); + + res = sg_finish_io(rep->wr, rep, &clp->aux_mutex); + if (res < 0) { + if (clp->coe) { + memset(rep->buffp, 0, rep->num_blks * rep->bs); + fprintf(stderr, ">> substituted zeros for in blk=%d for " + "%d bytes\n", rep->blk, rep->num_blks * rep->bs); + } + else { + fprintf(stderr, "error finishing sg in command\n"); + pthread_mutex_lock(&clp->in_mutex); + clp->in_stop = 1; + pthread_mutex_unlock(&clp->in_mutex); + pthread_mutex_lock(&clp->out_mutex); + clp->out_stop = 1; + pthread_mutex_unlock(&clp->out_mutex); + return; + } + } + if (res <= 0) { /* looks good, going to return */ + if (rep->dio_incomplete || rep->resid) { + status = pthread_mutex_lock(&clp->aux_mutex); + if (0 != status) err_exit(status, "lock aux_mutex"); + clp->dio_incomplete += rep->dio_incomplete; + clp->sum_of_resids += rep->resid; + status = pthread_mutex_unlock(&clp->aux_mutex); + if (0 != status) err_exit(status, "unlock aux_mutex"); + } + status = pthread_mutex_lock(&clp->in_mutex); + if (0 != status) err_exit(status, "lock in_mutex"); + clp->in_done_count -= rep->num_blks; + status = pthread_mutex_unlock(&clp->in_mutex); + if (0 != status) err_exit(status, "unlock in_mutex"); + return; + } + /* else assume 1 == res so try again with same addr, count info */ + /* now re-acquire read mutex for balance */ + /* N.B. This re-read could now be out of read sequence */ + status = pthread_mutex_lock(&clp->in_mutex); + if (0 != status) err_exit(status, "lock in_mutex"); + } +} + +void sg_out_operation(Rq_coll * clp, Rq_elem * rep) +{ + int res; + int status; + + /* enters holding out_mutex */ + while (1) { + res = sg_start_io(rep); + if (1 == res) + err_exit(ENOMEM, "sg starting out command"); + else if (res < 0) { + fprintf(stderr, "xsgp_dd outputting from sg failed, blk=%d\n", + rep->blk); + errno_exit("sg starting out command 2"); + } + /* Now release in mutex to let other reads run in parallel */ + status = pthread_mutex_unlock(&clp->out_mutex); + if (0 != status) err_exit(status, "unlock out_mutex"); + + res = sg_finish_io(rep->wr, rep, &clp->aux_mutex); + if (res < 0) { + if (clp->coe) + fprintf(stderr, ">> ignored error for out blk=%d for " + "%d bytes\n", rep->blk, rep->num_blks * rep->bs); + else { + fprintf(stderr, "error finishing sg out command\n"); + pthread_mutex_lock(&clp->in_mutex); + clp->in_stop = 1; + pthread_mutex_unlock(&clp->in_mutex); + pthread_mutex_lock(&clp->out_mutex); + clp->out_stop = 1; + pthread_mutex_unlock(&clp->out_mutex); + return; + } + } + if (res <= 0) { + if (rep->dio_incomplete || rep->resid) { + status = pthread_mutex_lock(&clp->aux_mutex); + if (0 != status) err_exit(status, "lock aux_mutex"); + clp->dio_incomplete += rep->dio_incomplete; + clp->sum_of_resids += rep->resid; + status = pthread_mutex_unlock(&clp->aux_mutex); + if (0 != status) err_exit(status, "unlock aux_mutex"); + } + status = pthread_mutex_lock(&clp->out_mutex); + if (0 != status) err_exit(status, "lock out_mutex"); + clp->out_done_count -= rep->num_blks; + status = pthread_mutex_unlock(&clp->out_mutex); + if (0 != status) err_exit(status, "unlock out_mutex"); + return; + } + /* else assume 1 == res so try again with same addr, count info */ + /* now re-acquire out mutex for balance */ + /* N.B. This re-write could now be out of write sequence */ + status = pthread_mutex_lock(&clp->out_mutex); + if (0 != status) err_exit(status, "lock out_mutex"); + } +} + +int sg_start_io(Rq_elem * rep) +{ + sg_io_hdr_t * hp = &rep->io_hdr; + int res; + + memset(rep->cmd, 0, sizeof(rep->cmd)); + rep->cmd[0] = rep->wr ? SGP_WRITE10 : SGP_READ10; + rep->cmd[2] = (unsigned char)((rep->blk >> 24) & 0xFF); + rep->cmd[3] = (unsigned char)((rep->blk >> 16) & 0xFF); + rep->cmd[4] = (unsigned char)((rep->blk >> 8) & 0xFF); + rep->cmd[5] = (unsigned char)(rep->blk & 0xFF); + rep->cmd[7] = (unsigned char)((rep->num_blks >> 8) & 0xff); + rep->cmd[8] = (unsigned char)(rep->num_blks & 0xff); + memset(hp, 0, sizeof(sg_io_hdr_t)); + hp->interface_id = 'S'; + hp->cmd_len = sizeof(rep->cmd); + hp->cmdp = rep->cmd; + hp->dxfer_direction = rep->wr ? SG_DXFER_TO_DEV : SG_DXFER_FROM_DEV; + hp->dxfer_len = rep->bs * rep->num_blks; + hp->dxferp = rep->buffp; + hp->mx_sb_len = sizeof(rep->sb); + hp->sbp = rep->sb; + hp->timeout = rep->timeout; + hp->usr_ptr = rep; + hp->pack_id = rep->blk; + if (rep->dio) + hp->flags |= SG_FLAG_DIRECT_IO; + if (rep->debug > 8) { + fprintf(stderr, "sg_start_io: SCSI %s, blk=%d num_blks=%d\n", + rep->wr ? "WRITE" : "READ", rep->blk, rep->num_blks); + sg_print_command(hp->cmdp); + fprintf(stderr, "dir=%d, len=%d, dxfrp=%p, cmd_len=%d\n", + hp->dxfer_direction, hp->dxfer_len, hp->dxferp, hp->cmd_len); + } + + while (((res = write(rep->wr ? rep->outfd : rep->infd, hp, + sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno)) + ; + if (res < 0) { + if (ENOMEM == errno) + return 1; + return res; + } + return 0; +} + +/* -1 -> unrecoverable error, 0 -> successful, 1 -> try again */ +int sg_finish_io(int wr, Rq_elem * rep, pthread_mutex_t * a_mutp) +{ + int res, status; + sg_io_hdr_t io_hdr; + sg_io_hdr_t * hp; +#if 0 + static int testing = 0; /* thread dubious! */ +#endif + + memset(&io_hdr, 0 , sizeof(sg_io_hdr_t)); + /* FORCE_PACK_ID active set only read packet with matching pack_id */ + io_hdr.interface_id = 'S'; + io_hdr.dxfer_direction = rep->wr ? SG_DXFER_TO_DEV : SG_DXFER_FROM_DEV; + io_hdr.pack_id = rep->blk; + + while (((res = read(wr ? rep->outfd : rep->infd, &io_hdr, + sizeof(sg_io_hdr_t))) < 0) && (EINTR == errno)) + ; + if (res < 0) { + perror("finishing io on sg device, error"); + return -1; + } + if (rep != (Rq_elem *)io_hdr.usr_ptr) + err_exit(0, "sg_finish_io: bad usr_ptr, request-response mismatch\n"); + memcpy(&rep->io_hdr, &io_hdr, sizeof(sg_io_hdr_t)); + hp = &rep->io_hdr; + + switch (sg_err_category3(hp)) { + case SG_ERR_CAT_CLEAN: + break; + case SG_ERR_CAT_RECOVERED: + fprintf(stderr, "Recovered error on block=%d, num=%d\n", + rep->blk, rep->num_blks); + break; + case SG_ERR_CAT_MEDIA_CHANGED: + return 1; + default: + { + char ebuff[64]; + sprintf(ebuff, "%s blk=%d", rep->wr ? "writing": "reading", + rep->blk); + status = pthread_mutex_lock(a_mutp); + if (0 != status) err_exit(status, "lock aux_mutex"); + sg_chk_n_print3(ebuff, hp); + status = pthread_mutex_unlock(a_mutp); + if (0 != status) err_exit(status, "unlock aux_mutex"); + return -1; + } + } +#if 0 + if (0 == (++testing % 100)) return -1; +#endif + if (rep->dio && + ((hp->info & SG_INFO_DIRECT_IO_MASK) != SG_INFO_DIRECT_IO)) + rep->dio_incomplete = 1; /* count dios done as indirect IO */ + else + rep->dio_incomplete = 0; + rep->resid = hp->resid; + if (rep->debug > 8) + fprintf(stderr, "sg_finish_io: completed %s\n", wr ? "WRITE" : "READ"); + return 0; +} + +int sg_prepare(int fd, int bs, int bpt, int * scsi_typep) +{ + int res, t; + + res = ioctl(fd, SG_GET_VERSION_NUM, &t); + if ((res < 0) || (t < 30000)) { + fprintf(stderr, "xsgp_dd: sg driver prior to 3.x.y\n"); + return 1; + } + res = 0; + t = bs * bpt; + res = ioctl(fd, SG_SET_RESERVED_SIZE, &t); + if (res < 0) + perror("xsgp_dd: SG_SET_RESERVED_SIZE error"); + t = 1; + res = ioctl(fd, SG_SET_FORCE_PACK_ID, &t); + if (res < 0) + perror("xsgp_dd: SG_SET_FORCE_PACK_ID error"); + if (scsi_typep) { + struct sg_scsi_id info; + + res = ioctl(fd, SG_GET_SCSI_ID, &info); + if (res < 0) + perror("xsgp_dd: SG_SET_SCSI_ID error"); + *scsi_typep = info.scsi_type; + } + return 0; +} + +int get_num(char * buf) +{ + int res, num; + char c, cc; + + res = sscanf(buf, "%d%c", &num, &c); + if (0 == res) + return -1; + else if (1 == res) + return num; + else { + cc = (char)toupper(c); + if ('B' == cc) + return num * 512; + else if ('C' == cc) + return num; + else if ('K' == cc) + return num * 1024; + else if ('M' == cc) + return num * 1024 * 1024; + else { + fprintf(stderr, "unrecognized multiplier\n"); + return -1; + } + } +} + + +int main(int argc, char * argv[]) +{ + int skip = 0; + int seek = 0; + int ibs = 0; + int obs = 0; + int count = -1; + char str[512]; + char * key; + char * buf; + char inf[512]; + char outf[512]; + int res, k; + int in_num_sect = 0; + int out_num_sect = 0; + int num_threads = DEF_NUM_THREADS; + pthread_t threads[MAX_NUM_THREADS]; + int gen = 0; + int in_sect_sz, out_sect_sz, status; + void * vp; + char ebuff[256]; + Rq_coll rcoll; + + memset(&rcoll, 0, sizeof(Rq_coll)); + rcoll.bpt = DEF_BLOCKS_PER_TRANSFER; + rcoll.timeout = DEF_TIMEOUT; + inf[0] = '\0'; + outf[0] = '\0'; + if (argc < 2) { + usage(); + return 1; + } + + for(k = 1; k < argc; k++) { + if (argv[k]) + strcpy(str, argv[k]); + else + continue; + for(key = str, buf = key; *buf && *buf != '=';) + buf++; + if (*buf) + *buf++ = '\0'; + if (strcmp(key,"if") == 0) + strcpy(inf, buf); + else if (strcmp(key,"of") == 0) + strcpy(outf, buf); + else if (0 == strcmp(key,"ibs")) + ibs = get_num(buf); + else if (0 == strcmp(key,"obs")) + obs = get_num(buf); + else if (0 == strcmp(key,"bs")) + rcoll.bs = get_num(buf); + else if (0 == strcmp(key,"bpt")) + rcoll.bpt = get_num(buf); + else if (0 == strcmp(key,"skip")) + skip = get_num(buf); + else if (0 == strcmp(key,"seek")) + seek = get_num(buf); + else if (0 == strcmp(key,"count")) + count = get_num(buf); + else if (0 == strcmp(key,"dio")) + rcoll.dio = get_num(buf); + else if (0 == strcmp(key,"thr")) + num_threads = get_num(buf); + else if (0 == strcmp(key,"coe")) + rcoll.coe = get_num(buf); + else if (0 == strcmp(key,"gen")) + gen = get_num(buf); + else if (0 == strcmp(key,"tmo")) + rcoll.timeout = get_num(buf); + else if (0 == strncmp(key,"deb", 3)) + rcoll.debug = get_num(buf); + else if (0 == strncmp(key, "--vers", 6)) { + printf("xsgp_dd for sg version 3 driver: %s\n", version_str); + return 0; + } + else { + fprintf(stderr, "Unrecognized argument '%s'\n", key); + usage(); + return 1; + } + } + if (rcoll.bs <= 0) { + rcoll.bs = DEF_BLOCK_SIZE; + fprintf(stderr, "Assume default 'bs' (block size) of %d bytes\n", + rcoll.bs); + } + if ((ibs && (ibs != rcoll.bs)) || (obs && (obs != rcoll.bs))) { + fprintf(stderr, "If 'ibs' or 'obs' given must be same as 'bs'\n"); + usage(); + return 1; + } + if ((skip < 0) || (seek < 0)) { + fprintf(stderr, "skip and seek cannot be negative\n"); + return 1; + } + if ((num_threads < 1) || (num_threads > MAX_NUM_THREADS)) { + fprintf(stderr, "too few or too many threads requested\n"); + usage(); + return 1; + } + if (rcoll.debug) + fprintf(stderr, "xsgp_dd: if=%s skip=%d of=%s seek=%d count=%d\n", + inf, skip, outf, seek, count); + rcoll.infd = STDIN_FILENO; + rcoll.outfd = STDOUT_FILENO; + if (inf[0] && ('-' != inf[0])) { + if ((rcoll.infd = open(inf, O_RDONLY)) < 0) { + sprintf(ebuff, "xsgp_dd: could not open %s for reading", inf); + perror(ebuff); + return 1; + } + if (ioctl(rcoll.infd, SG_GET_TIMEOUT, 0) < 0) { + rcoll.in_is_sg = 0; + if (skip > 0) { + off_t offset = skip; + + offset *= rcoll.bs; /* could overflow here! */ + if (lseek(rcoll.infd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "xsgp_dd: couldn't skip to required position on %s", inf); + perror(ebuff); + return 1; + } + } + } + else { /* looks like sg device so close then re-open it RW */ + close(rcoll.infd); + if ((rcoll.infd = open(inf, O_RDWR)) < 0) { + fprintf(stderr, "If %s is a sg device, need read+write " + "permissions, even to read from it!\n", inf); + return 1; + } + rcoll.in_is_sg = 1; + if (sg_prepare(rcoll.infd, rcoll.bs, rcoll.bpt, + &rcoll.in_scsi_type)) + return 1; + } + } + if (outf[0] && ('-' != outf[0])) { + if ((rcoll.outfd = open(outf, O_RDWR)) >= 0) { + if (ioctl(rcoll.outfd, SG_GET_TIMEOUT, 0) < 0) { + /* not a scsi generic device so now try and open RDONLY */ + close(rcoll.outfd); + } + else { + rcoll.out_is_sg = 1; + if (sg_prepare(rcoll.outfd, rcoll.bs, rcoll.bpt, + &rcoll.out_scsi_type)) + return 1; + } + } + if (! rcoll.out_is_sg) { + if ((rcoll.outfd = open(outf, O_WRONLY | O_CREAT, 0666)) < 0) { + sprintf(ebuff, + "xsgp_dd: could not open %s for writing", outf); + perror(ebuff); + return 1; + } + else if (seek > 0) { + off_t offset = seek; + + offset *= rcoll.bs; /* could overflow here! */ + if (lseek(rcoll.outfd, offset, SEEK_SET) < 0) { + sprintf(ebuff, + "xsgp_dd: couldn't seek to required position on %s", outf); + perror(ebuff); + return 1; + } + } + } + } + if ((STDIN_FILENO == rcoll.infd) && (STDOUT_FILENO == rcoll.outfd)) { + fprintf(stderr, "Disallow both if and of to be stdin and stdout"); + return 1; + } + if (! (rcoll.in_is_sg || rcoll.out_is_sg || gen)) { + fprintf(stderr, "Either 'if' or 'of' must be a scsi generic device\n"); + return 1; + } + if (0 == count) + return 0; + else if (count < 0) { + if (rcoll.in_is_sg) { + res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz); + if (2 == res) { + fprintf(stderr, "Unit attention, media changed(in), repeat\n"); + res = read_capacity(rcoll.infd, &in_num_sect, &in_sect_sz); + } + if (0 != res) { + fprintf(stderr, "Unable to read capacity on %s\n", inf); + in_num_sect = -1; + } + else { + if (in_num_sect > skip) + in_num_sect -= skip; + } + } + if (rcoll.out_is_sg) { + res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz); + if (2 == res) { + fprintf(stderr, "Unit attention, media changed(out), repeat\n"); + res = read_capacity(rcoll.outfd, &out_num_sect, &out_sect_sz); + } + if (0 != res) { + fprintf(stderr, "Unable to read capacity on %s\n", outf); + out_num_sect = -1; + } + else { + if (out_num_sect > seek) + out_num_sect -= seek; + } + } + if (in_num_sect > 0) { + if (out_num_sect > 0) + count = (in_num_sect > out_num_sect) ? out_num_sect : + in_num_sect; + else + count = in_num_sect; + } + else + count = out_num_sect; + } + if (rcoll.debug > 1) + fprintf(stderr, "Start of loop, count=%d, in_num_sect=%d, " + "out_num_sect=%d\n", count, in_num_sect, out_num_sect); + + rcoll.in_count = count; + rcoll.in_done_count = count; + rcoll.skip = skip; + rcoll.in_blk = skip; + rcoll.out_count = count; + rcoll.out_done_count = count; + rcoll.seek = seek; + rcoll.out_blk = seek; + status = pthread_mutex_init(&rcoll.in_mutex, NULL); + if (0 != status) err_exit(status, "init in_mutex"); + status = pthread_mutex_init(&rcoll.out_mutex, NULL); + if (0 != status) err_exit(status, "init out_mutex"); + status = pthread_mutex_init(&rcoll.aux_mutex, NULL); + if (0 != status) err_exit(status, "init aux_mutex"); + status = pthread_cond_init(&rcoll.out_sync_cv, NULL); + if (0 != status) err_exit(status, "init out_sync_cv"); + + sigemptyset(&signal_set); + sigaddset(&signal_set, SIGINT); + status = pthread_sigmask(SIG_BLOCK, &signal_set, NULL); + if (0 != status) err_exit(status, "pthread_sigmask"); + status = pthread_create(&sig_listen_thread_id, NULL, + sig_listen_thread, (void *)&rcoll); + if (0 != status) err_exit(status, "pthread_create, sig..."); + +/* vvvvvvvvvvv Start worker threads vvvvvvvvvvvvvvvvvvvvvvvv */ + if ((rcoll.out_done_count > 0) && (num_threads > 0)) { + /* Run 1 work thread to shake down infant retryable stuff */ + status = pthread_create(&threads[0], NULL, read_write_thread, + (void *)&rcoll); + if (0 != status) err_exit(status, "pthread_create"); + if (rcoll.debug) + fprintf(stderr, "Starting worker thread k=0\n"); + + status = pthread_mutex_lock(&rcoll.out_mutex); + if (0 != status) err_exit(status, "lock out_mutex"); + /* wait for any broadcast */ + pthread_cleanup_push(cleanup_out, (void *)&rcoll); + status = pthread_cond_wait(&rcoll.out_sync_cv, &rcoll.out_mutex); + if (0 != status) err_exit(status, "cond out_sync_cv"); + pthread_cleanup_pop(0); + status = pthread_mutex_unlock(&rcoll.out_mutex); + if (0 != status) err_exit(status, "unlock out_mutex"); + + /* now start the rest of the threads */ + for (k = 1; k < num_threads; ++k) { + status = pthread_create(&threads[k], NULL, read_write_thread, + (void *)&rcoll); + if (0 != status) err_exit(status, "pthread_create"); + if (rcoll.debug) + fprintf(stderr, "Starting worker thread k=%d\n", k); + } + + /* now wait for worker threads to finish */ + for (k = 0; k < num_threads; ++k) { + status = pthread_join(threads[k], &vp); + if (0 != status) err_exit(status, "pthread_join"); + if (rcoll.debug) + fprintf(stderr, "Worker thread k=%d terminated\n", k); + } + } + + status = pthread_cancel(sig_listen_thread_id); + if (0 != status) err_exit(status, "pthread_cancel"); + if (STDIN_FILENO != rcoll.infd) + close(rcoll.infd); + if (STDOUT_FILENO != rcoll.outfd) + close(rcoll.outfd); + if (0 != rcoll.out_count) + fprintf(stderr, ">>>> Some error occurred, remaining blocks=%d\n", + rcoll.out_count); + fprintf(stderr, "%d+%d records in\n", count - rcoll.in_done_count, + rcoll.in_partial); + fprintf(stderr, "%d+%d records out\n", count - rcoll.out_done_count, + rcoll.out_partial); + if (rcoll.dio_incomplete) + fprintf(stderr, ">> Direct IO requested but incomplete %d times\n", + rcoll.dio_incomplete); + if (rcoll.sum_of_resids) + fprintf(stderr, ">> Non-zero sum of residual counts=%d\n", + rcoll.sum_of_resids); + return 0; +} |