/* split.c -- split a file into pieces. Copyright (C) 1988, 1991, 1995 Free Software Foundation, Inc. This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. */ /* By tege@sics.se, with rms. To do: * Implement -t CHAR or -t REGEX to specify break characters other than newline. */ #include #include #include #include #if HAVE_LIMITS_H # include #endif #ifndef UINT_MAX # define UINT_MAX ((unsigned int) ~(unsigned int) 0) #endif #ifndef INT_MAX # define INT_MAX ((int) (UINT_MAX >> 1)) #endif #include "system.h" #include "version.h" #include "error.h" #include "xstrtol.h" char *xmalloc (); int full_write (); int safe_read (); /* The name this program was run with. */ char *program_name; /* Base name of output files. */ static char *outfile; /* Pointer to the end of the prefix in OUTFILE. Suffixes are inserted here. */ static char *outfile_mid; /* Pointer to the end of OUTFILE. */ static char *outfile_end; /* Name of input file. May be "-". */ static char *infile; /* Descriptor on which input file is open. */ static int input_desc; /* Descriptor on which output file is open. */ static int output_desc; /* If non-zero, display usage information and exit. */ static int show_help; /* If non-zero, print the version on standard output then exit. */ static int show_version; /* If non-zero, print a diagnostic on standard error just before each output file is opened. */ static int verbose; static struct option const longopts[] = { {"bytes", required_argument, NULL, 'b'}, {"lines", required_argument, NULL, 'l'}, {"line-bytes", required_argument, NULL, 'C'}, {"verbose", no_argument, NULL, 2}, {"help", no_argument, &show_help, 1}, {"version", no_argument, &show_version, 1}, {NULL, 0, NULL, 0} }; static void usage (int status, const char *reason) { if (reason != NULL) fprintf (stderr, "%s: %s\n", program_name, reason); if (status != 0) fprintf (stderr, _("Try `%s --help' for more information.\n"), program_name); else { printf (_("\ Usage: %s [OPTION] [INPUT [PREFIX]]\n\ "), program_name); printf (_("\ Output fixed-size pieces of INPUT to PREFIXaa, PREFIXab, ...; default\n\ PREFIX is `x'. With no INPUT, or when INPUT is -, read standard input.\n\ \n\ -C, --line-bytes=SIZE put at most SIZE bytes of lines per output file\n\ -b, --bytes=SIZE put SIZE bytes per output file\n\ -l, --lines=NUMBER put NUMBER lines per output file\n\ --verbose print a diagnostic to standard error just\n\ before each output file is opened\n\ -NUMBER same as -l NUMBER\n\ --help display this help and exit\n\ --version output version information and exit\n\ \n\ SIZE may have a multiplier suffix: b for 512, k for 1K, m for 1 Meg.\n\ ")); } exit (status); } /* Compute the next sequential output file name suffix and store it into the string `outfile' at the position pointed to by `outfile_mid'. */ static void next_file_name (void) { int x; char *ne; unsigned int i; static int first_call = 1; /* Status for outfile name generation. */ static unsigned outfile_count = 0; static unsigned outfile_name_limit = 25 * 26; static unsigned outfile_name_generation = 1; if (!first_call) outfile_count++; first_call = 0; if (outfile_count < outfile_name_limit) { for (ne = outfile_end - 1; ; ne--) { x = *ne; if (x != 'z') break; *ne = 'a'; } *ne = x + 1; return; } outfile_count = 0; outfile_name_limit *= 26; outfile_name_generation++; *outfile_mid++ = 'z'; for (i = 0; i <= outfile_name_generation; i++) outfile_mid[i] = 'a'; outfile_end += 2; } /* Write BYTES bytes at BP to an output file. If NEW_FILE_FLAG is nonzero, open the next output file. Otherwise add to the same output file already in use. */ static void cwrite (int new_file_flag, const char *bp, int bytes) { if (new_file_flag) { if (output_desc >= 0 && close (output_desc) < 0) error (1, errno, "%s", outfile); next_file_name (); if (verbose) fprintf (stderr, _("creating file `%s'\n"), outfile); output_desc = open (outfile, O_WRONLY | O_CREAT | O_TRUNC, 0666); if (output_desc < 0) error (1, errno, "%s", outfile); } if (full_write (output_desc, bp, bytes) < 0) error (1, errno, "%s", outfile); } /* Read NCHARS bytes from the input file into BUF. Return the number of bytes successfully read. If this is less than NCHARS, do not call `stdread' again. */ static int stdread (char *buf, int nchars) { int n_read; int to_be_read = nchars; while (to_be_read) { n_read = safe_read (input_desc, buf, to_be_read); if (n_read < 0) return -1; if (n_read == 0) break; to_be_read -= n_read; buf += n_read; } return nchars - to_be_read; } /* Split into pieces of exactly NCHARS bytes. Use buffer BUF, whose size is BUFSIZE. */ static void bytes_split (int nchars, char *buf, int bufsize) { int n_read; int new_file_flag = 1; int to_read; int to_write = nchars; char *bp_out; do { n_read = stdread (buf, bufsize); if (n_read < 0) error (1, errno, "%s", infile); bp_out = buf; to_read = n_read; for (;;) { if (to_read < to_write) { if (to_read) /* do not write 0 bytes! */ { cwrite (new_file_flag, bp_out, to_read); to_write -= to_read; new_file_flag = 0; } break; } else { cwrite (new_file_flag, bp_out, to_write); bp_out += to_write; to_read -= to_write; new_file_flag = 1; to_write = nchars; } } } while (n_read == bufsize); } /* Split into pieces of exactly NLINES lines. Use buffer BUF, whose size is BUFSIZE. */ static void lines_split (int nlines, char *buf, int bufsize) { int n_read; char *bp, *bp_out, *eob; int new_file_flag = 1; int n = 0; do { n_read = stdread (buf, bufsize); if (n_read < 0) error (1, errno, "%s", infile); bp = bp_out = buf; eob = bp + n_read; *eob = '\n'; for (;;) { while (*bp++ != '\n') ; /* this semicolon takes most of the time */ if (bp > eob) { if (eob != bp_out) /* do not write 0 bytes! */ { cwrite (new_file_flag, bp_out, eob - bp_out); new_file_flag = 0; } break; } else if (++n >= nlines) { cwrite (new_file_flag, bp_out, bp - bp_out); bp_out = bp; new_file_flag = 1; n = 0; } } } while (n_read == bufsize); } /* Split into pieces that are as large as possible while still not more than NCHARS bytes, and are split on line boundaries except where lines longer than NCHARS bytes occur. */ static void line_bytes_split (int nchars) { int n_read; char *bp; int eof = 0; int n_buffered = 0; char *buf = (char *) xmalloc (nchars); do { /* Fill up the full buffer size from the input file. */ n_read = stdread (buf + n_buffered, nchars - n_buffered); if (n_read < 0) error (1, errno, "%s", infile); n_buffered += n_read; if (n_buffered != nchars) eof = 1; /* Find where to end this chunk. */ bp = buf + n_buffered; if (n_buffered == nchars) { while (bp > buf && bp[-1] != '\n') bp--; } /* If chunk has no newlines, use all the chunk. */ if (bp == buf) bp = buf + n_buffered; /* Output the chars as one output file. */ cwrite (1, buf, bp - buf); /* Discard the chars we just output; move rest of chunk down to be the start of the next chunk. Source and destination probably overlap. */ n_buffered -= bp - buf; if (n_buffered > 0) memmove (buf, bp, n_buffered); } while (!eof); free (buf); } void main (int argc, char **argv) { struct stat stat_buf; int num; /* numeric argument from command line */ enum { type_undef, type_bytes, type_byteslines, type_lines, type_digits } split_type = type_undef; int in_blk_size; /* optimal block size of input file device */ char *buf; /* file i/o buffer */ int accum = 0; char *outbase; int c; int digits_optind = 0; program_name = argv[0]; /* Parse command line options. */ infile = "-"; outbase = "x"; while (1) { /* This is the argv-index of the option we will read next. */ int this_optind = optind ? optind : 1; long int tmp_long; c = getopt_long (argc, argv, "0123456789vb:l:C:", longopts, (int *) 0); if (c == EOF) break; switch (c) { case 0: break; case 'b': if (split_type != type_undef) usage (2, _("cannot split in more than one way")); split_type = type_bytes; if (xstrtol (optarg, NULL, 10, &tmp_long, "bkm") != LONGINT_OK || tmp_long < 0 || tmp_long > INT_MAX) usage (2, _("invalid number of bytes")); accum = (int) tmp_long; break; case 'l': if (split_type != type_undef) usage (2, _("cannot split in more than one way")); split_type = type_lines; if (xstrtol (optarg, NULL, 10, &tmp_long, "") != LONGINT_OK || tmp_long < 0 || tmp_long > INT_MAX) usage (2, _("invalid number of lines")); accum = (int) tmp_long; break; case 'C': if (split_type != type_undef) usage (2, _("cannot split in more than one way")); split_type = type_byteslines; if (xstrtol (optarg, NULL, 10, &tmp_long, "bkm") != LONGINT_OK || tmp_long < 0 || tmp_long > INT_MAX) usage (2, _("invalid number of bytes")); accum = (int) tmp_long; break; case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': if (split_type != type_undef && split_type != type_digits) usage (2, _("cannot split in more than one way")); if (digits_optind != 0 && digits_optind != this_optind) accum = 0; /* More than one number given; ignore other. */ digits_optind = this_optind; split_type = type_digits; accum = accum * 10 + c - '0'; break; case 2: verbose = 1; break; default: usage (2, (char *)0); } } if (show_version) { printf ("split - %s\n", version_string); exit (0); } if (show_help) usage (0, (char *)0); /* Handle default case. */ if (split_type == type_undef) { split_type = type_lines; accum = 1000; } if (accum < 1) usage (2, _("invalid number")); num = accum; /* Get out the filename arguments. */ if (optind < argc) infile = argv[optind++]; if (optind < argc) outbase = argv[optind++]; if (optind < argc) usage (2, _("too many arguments")); /* Open the input file. */ if (!strcmp (infile, "-")) input_desc = 0; else { input_desc = open (infile, O_RDONLY); if (input_desc < 0) error (1, errno, "%s", infile); } /* No output file is open now. */ output_desc = -1; /* Copy the output file prefix so we can add suffixes to it. 26**29 is certainly enough output files! */ outfile = xmalloc (strlen (outbase) + 30); strcpy (outfile, outbase); outfile_mid = outfile + strlen (outfile); outfile_end = outfile_mid + 2; memset (outfile_mid, 0, 30); outfile_mid[0] = 'a'; outfile_mid[1] = 'a' - 1; /* first call to next_file_name makes it an 'a' */ /* Get the optimal block size of input device and make a buffer. */ if (fstat (input_desc, &stat_buf) < 0) error (1, errno, "%s", infile); in_blk_size = ST_BLKSIZE (stat_buf); buf = xmalloc (in_blk_size + 1); switch (split_type) { case type_digits: case type_lines: lines_split (num, buf, in_blk_size); break; case type_bytes: bytes_split (num, buf, in_blk_size); break; case type_byteslines: line_bytes_split (num); break; default: abort (); } if (close (input_desc) < 0) error (1, errno, "%s", infile); if (output_desc >= 0 && close (output_desc) < 0) error (1, errno, "%s", outfile); exit (0); }