src/cut.c - master - niceSOFT/coreutils

src/cut.c
1 458 строк40 KB
Pádraig Brady
cut: fix NUL termination of multi-byte field delimiter
10 июн 2026, 15:50
10 июн 2026, 15:500a1a7f9
/* cut - remove parts of lines of files
   Copyright (C) 1997-2026 Free Software Foundation, Inc.
   Copyright (C) 1984 David M. Ihnat

   This program is free software: you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation, either version 3 of the License, or
   (at your option) any later version.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program.  If not, see <https://www.gnu.org/licenses/>.  */

/* Written by David Ihnat.  */

/* POSIX changes, bug fixes, long-named options, and cleanup
   by David MacKenzie <djm@gnu.ai.mit.edu>.

   Rewrite cut_fields and cut_bytes -- Jim Meyering.  */

#include <config.h>

#include <stdio.h>
#include <getopt.h>
#include <sys/types.h>
#include "system.h"

#include "argmatch.h"
#include "assure.h"
#include "c-ctype.h"
#include "fadvise.h"
#include "ioblksize.h"
#include "mbbuf.h"
#include "memchr2.h"

#include "set-fields.h"

/* The official name of this program (e.g., no 'g' prefix).  */
#define PROGRAM_NAME "cut"

#define AUTHORS \
  proper_name ("David M. Ihnat"), \
  proper_name ("David MacKenzie"), \
  proper_name ("Jim Meyering")

#define FATAL_ERROR(Message)						\
  do									\
    {									\
      error (0, 0, (Message));						\
      usage (EXIT_FAILURE);						\
    }									\
  while (0)

/* Above this function call overhead becomes less of a concern.
   At this and below we avoid fwrite(), memchr() etc.  */
#define SMALL_BYTE_THRESHOLD 3

/* Pointer inside RP.  When checking if a -b,-c,-f is selected
   by a finite range, we check if it is between CURRENT_RP.LO
   and CURRENT_RP.HI.  If the index is greater than
   CURRENT_RP.HI then we make CURRENT_RP to point to the next range pair.  */
static struct field_range_pair *current_rp;

/* This buffer is used to support the semantics of the -s option
   (or lack of same) when the specified field list includes (does
   not include) the first field.  In both of those cases, the entire
   first field must be read into this buffer to determine whether it
   is followed by a delimiter or a newline before any of it may be
   output.  Otherwise, cut_fields can do the job without using this
   buffer.  */
static char *field_1_buffer;

/* The number of bytes allocated for FIELD_1_BUFFER.  */
static idx_t field_1_bufsize;

/* If true, do not output lines containing no delimiter characters.
   Otherwise, all such lines are printed.  This option is valid only
   with field mode.  */
static bool suppress_non_delimited;

/* If true, print all bytes, characters, or fields _except_
   those that were specified.  */
static bool complement;

/* The delimiter character for multibyte field mode.  */
static mcel_t delim_mcel;

/* The delimiter bytes
   (to be NUL terminated for strstr() optimization).  */
static char delim_bytes[MCEL_LEN_MAX + 1];

/* The delimiter for each line/record.  */
static unsigned char line_delim = '\n';

/* The length of output_delimiter_string.  */
static size_t output_delimiter_length;

/* The output field separator string.  Defaults to the 1-character
   string consisting of the input delimiter.  */
static char *output_delimiter_string;

/* The output delimiter string contents, if the default.  */
static char output_delimiter_default[MCEL_LEN_MAX];

/* True if we have ever read standard input.  */
static bool have_read_stdin;

/* If true, don't split multibyte characters in byte mode.  */
static bool no_split;

/* If true, interpret each run of whitespace as one field delimiter.  */
static bool whitespace_delimited;

/* If true, ignore leading and trailing whitespace in -w mode.  */
static bool trim_outer_whitespace;

/* If true, default the output delimiter to a single space.  */
static bool space_output_delimiter_default;

enum whitespace_option
{
  WHITESPACE_OPTION_TRIMMED
};

static char const *const whitespace_option_args[] =
{
  "trimmed", NULL
};

static enum whitespace_option const whitespace_option_types[] =
{
  WHITESPACE_OPTION_TRIMMED
};

ARGMATCH_VERIFY (whitespace_option_args, whitespace_option_types);

/* Whether to cut bytes, characters, or fields.  */
static enum
{
  CUT_MODE_NONE,
  CUT_MODE_BYTES,
  CUT_MODE_CHARACTERS,
  CUT_MODE_FIELDS
} cut_mode = CUT_MODE_NONE;

/* For long options that have no equivalent short option, use a
   non-character as a pseudo short option, starting with CHAR_MAX + 1.  */
enum
{
  COMPLEMENT_OPTION = CHAR_MAX + 1
};

static struct option const longopts[] =
{
  {"bytes", required_argument, NULL, 'b'},
  {"characters", required_argument, NULL, 'c'},
  {"fields", required_argument, NULL, 'f'},
  {"delimiter", required_argument, NULL, 'd'},
  {"no-partial", no_argument, NULL, 'n'},
  {"whitespace-delimited", optional_argument, NULL, 'w'},
  {"only-delimited", no_argument, NULL, 's'},
  {"output-delimiter", required_argument, NULL, 'O'},
  {"complement", no_argument, NULL, COMPLEMENT_OPTION},
  {"zero-terminated", no_argument, NULL, 'z'},
  {GETOPT_HELP_OPTION_DECL},
  {GETOPT_VERSION_OPTION_DECL},
  {NULL, 0, NULL, 0}
};

void
usage (int status)
{
  if (status != EXIT_SUCCESS)
    emit_try_help ();
  else
    {
      printf (_("\
Usage: %s OPTION... [FILE]...\n\
"),
              program_name);
      fputs (_("\
Print selected parts of lines from each FILE to standard output.\n\
"), stdout);

      emit_stdin_note ();
      emit_mandatory_arg_note ();

      oputs (_("\
  -b, --bytes=LIST\n\
         select only these byte positions\n\
"));
      oputs (_("\
  -c, --characters=LIST\n\
         select only these character positions\n\
"));
      oputs (_("\
      --complement\n\
         complement the set of selected bytes, characters or fields\n\
"));
      oputs (_("\
  -d, --delimiter=DELIM\n\
         use DELIM instead of TAB for field delimiter\n\
"));
      oputs (_("\
  -f, --fields=LIST\n\
         select only these fields;  also print any line that contains\n\
         no delimiter character, unless the -s option is specified\n\
"));
      oputs (_("\
  -F LIST\n\
         like -f, but also implies -w and -O ' '\n\
"));
      oputs (_("\
  -n, --no-partial\n\
         with -b, don't output partial multi-byte characters\n\
"));
      oputs (_("\
  -O, --output-delimiter=STRING\n\
         use STRING as the output delimiter;\n\
         the default is to use the input delimiter\n\
"));
      oputs (_("\
  -s, --only-delimited\n\
         do not print lines not containing delimiters\n\
"));
      oputs (_("\
  -w, --whitespace-delimited[=trimmed]\n\
         use a run of blank characters as the field delimiter;\n\
         with 'trimmed', ignore leading and trailing blanks\n\
"));
      oputs (_("\
  -z, --zero-terminated\n\
         line delimiter is NUL, not newline\n\
"));
      oputs (HELP_OPTION_DESCRIPTION);
      oputs (VERSION_OPTION_DESCRIPTION);
      fputs (_("\
\n\
Use one, and only one of -b, -c, -f or -F.  Each LIST is made up of one\n\
range, or many ranges separated by commas.  Selected input is written\n\
in the same order that it is read, and is written exactly once.\n\
"), stdout);
      fputs (_("\
Each range is one of:\n\
\n\
  N     N'th byte, character or field, counted from 1\n\
  N-    from N'th byte, character or field, to end of line\n\
  N-M   from N'th to M'th (included) byte, character or field\n\
  -M    from first to M'th (included) byte, character or field\n\
"), stdout);
      emit_ancillary_info (PROGRAM_NAME);
    }
  exit (status);
}


/* Increment *ITEM_IDX (i.e., a field or byte index),
   and if required CURRENT_RP.  */

static inline void
next_item (uintmax_t *item_idx)
{
  (*item_idx)++;
  if ((*item_idx) > current_rp->hi)
    current_rp++;
}

/* Return nonzero if the K'th field or byte is printable.  */

static inline bool
print_kth (uintmax_t k)
{
  return current_rp->lo <= k;
}

/* Return nonzero if K'th byte is the beginning of a range.  */

static inline bool
is_range_start_index (uintmax_t k)
{
  return k == current_rp->lo;
}

static inline bool
field_delim_is_line_delim (void)
{
  return delim_mcel.len == 1 && delim_bytes[0] == line_delim;
}

/* This is equivalent to but faster than calling c32issep directly.
   It assumes all unibyte locales match c_isblank.  */

static bool
mcel_isblank (mcel_t g)
{
  return (g.len == 1 && c_isblank (g.ch)) || (g.len > 1 && c32issep (g.ch));
}

/* Return TRUE if it's valid to do a simple byte search
   for the delimiter bytes.  */

static inline bool
bytesearch_field_delim_ok (void)
{
  unsigned char delim_0 = delim_bytes[0];

  return (delim_mcel.len == 1
          ? (MB_CUR_MAX <= 1
             || (is_utf8_charset ()
                 ? (delim_0 < 0x80 || delim_0 > 0xF4) : delim_0 < 0x30))
          : is_utf8_charset () && ! delim_mcel.err);
}


enum field_terminator
{
  FIELD_DATA,
  FIELD_DELIMITER,
  FIELD_LINE_DELIMITER,
  FIELD_EOF
};

enum bytesearch_mode
{
  BYTESEARCH_FIELDS,
  BYTESEARCH_LINE_ONLY
};

struct bytesearch_context
{
  enum bytesearch_mode mode;
  bool blank_delimited;
  bool at_eof;
  char *line_end;
  bool line_end_known;
};

static inline void
bytesearch_context_reset (struct bytesearch_context *ctx)
{
  ctx->mode = BYTESEARCH_FIELDS;
  ctx->line_end = NULL;
  ctx->line_end_known = false;
}

struct mbfield_parser
{
  bool whitespace_delimited;
  bool trim_outer_whitespace;
  bool at_line_start;
  bool have_saved;
  mcel_t saved_g;
};

static inline mcel_t
mbbuf_get_saved_char (mbbuf_t *mbbuf, bool *have_saved, mcel_t *saved_g)
{
  if (*have_saved)
    {
      *have_saved = false;
      return *saved_g;
    }
  return mbbuf_get_char (mbbuf);
}

static inline enum field_terminator
skip_whitespace_run (mbbuf_t *mbuf, struct mbfield_parser *parser,
                     bool *have_pending_line,
                     bool have_initial_whitespace)
{
  mcel_t g;

  do
    {
      g = mbbuf_get_char (mbuf);
      if (g.ch != MBBUF_EOF)
        *have_pending_line = true;
    }
  while (g.ch != MBBUF_EOF && g.ch != line_delim && mcel_isblank (g));

  bool trim_start = parser->trim_outer_whitespace && parser->at_line_start;

  if (parser->trim_outer_whitespace
      && (g.ch == MBBUF_EOF || g.ch == line_delim))
    {
      return g.ch == MBBUF_EOF ? FIELD_EOF : FIELD_LINE_DELIMITER;
    }

  parser->saved_g = g;
  parser->have_saved = true;
  return trim_start && !have_initial_whitespace ? FIELD_DATA : FIELD_DELIMITER;
}

/* Like fwrite, but avoid a function call for smaller amounts,
   and exit immediately upon error.  */

static void
write_bytes (char const *buf, size_t n_bytes)
{
  if (n_bytes <= SMALL_BYTE_THRESHOLD)
    {
      for (size_t i = 0; i < n_bytes; i++)
        if (putchar (buf[i]) < 0)
          write_error ();
      return;
    }

  if (fwrite (buf, sizeof (char), n_bytes, stdout) != n_bytes)
    write_error ();
}

/* Like memcpy, but avoid a function call for smaller amounts.  */

static inline void
copy_bytes (char *dst, char const *src, size_t n_bytes)
{
  if (n_bytes <= SMALL_BYTE_THRESHOLD)
    {
      for (size_t i = 0; i < n_bytes; i++)
        dst[i] = src[i];
      return;
    }

  memcpy (dst, src, n_bytes);
}

/* Like memchr, but avoid a function call for smaller amounts.  */

static inline void*
search_bytes (char const *buf, int c, size_t n_bytes)
{
  if (n_bytes != 0 && to_uchar (buf[0]) == c)
    return (char *) buf;
  if (1 < n_bytes && to_uchar (buf[1]) == c)
    return (char *) buf + 1;

  return 2 < n_bytes ? (char *) memchr (buf + 2, c, n_bytes - 2) : NULL;
}

static inline void
write_line_delim (void)
{
  if (putchar (line_delim) < 0)
    write_error ();
}

static inline void
reset_item_line (uintmax_t *item_idx, bool *print_delimiter)
{
  write_line_delim ();
  *item_idx = 0;
  *print_delimiter = false;
  current_rp = frp;
}

static inline void
write_pending_line_delim (uintmax_t item_idx)
{
  if (item_idx > 0)
    write_line_delim ();
}

static inline void
write_selected_item (bool *print_delimiter, bool range_start,
                     char const *buf, size_t n_bytes)
{
  if (output_delimiter_string != output_delimiter_default)
    {
      if (*print_delimiter && range_start)
        write_bytes (output_delimiter_string, output_delimiter_length);
      *print_delimiter = true;
    }

  write_bytes (buf, n_bytes);
}

static inline void
append_field_1_chunk (char const *buf, idx_t len, idx_t *n_bytes)
{
  if (field_1_bufsize - *n_bytes < len)
    {
      field_1_buffer = xpalloc (field_1_buffer, &field_1_bufsize,
                                len, -1, sizeof *field_1_buffer);
    }

  copy_bytes (field_1_buffer + *n_bytes, buf, len);
  *n_bytes += len;
}

static inline void
append_field_1_bytes (mbbuf_t *mbbuf, mcel_t g, idx_t *n_bytes)
{
  append_field_1_chunk (mbbuf_char_offset (mbbuf, g), g.len, n_bytes);
}

static enum field_terminator
scan_mb_blank_field (mbbuf_t *mbbuf, struct mbfield_parser *parser,
                     bool *have_pending_line, bool write_field,
                     idx_t *n_bytes)
{
  if (parser->trim_outer_whitespace && parser->at_line_start)
    {
      enum field_terminator terminator
        = skip_whitespace_run (mbbuf, parser, have_pending_line, false);
      if (terminator != FIELD_DATA)
        return terminator;
    }

  parser->at_line_start = false;

  while (true)
    {
      mcel_t g = mbbuf_get_saved_char (mbbuf, &parser->have_saved,
                                      &parser->saved_g);
      if (g.ch == MBBUF_EOF)
        return FIELD_EOF;

      *have_pending_line = true;

      if (g.ch == line_delim)
        return FIELD_LINE_DELIMITER;

      if (mcel_isblank (g))
        return skip_whitespace_run (mbbuf, parser, have_pending_line, true);

      if (n_bytes)
        append_field_1_bytes (mbbuf, g, n_bytes);
      else if (write_field)
        write_bytes (mbbuf_char_offset (mbbuf, g), g.len);
    }
}

static enum field_terminator
scan_mb_delim_field (mbbuf_t *mbbuf, bool *have_pending_line,
                     bool write_field, idx_t *n_bytes)
{
  while (true)
    {
      mcel_t g = mbbuf_get_char (mbbuf);
      if (g.ch == MBBUF_EOF)
        return FIELD_EOF;

      *have_pending_line = true;

      if (g.ch == line_delim)
        return FIELD_LINE_DELIMITER;

      if (delim_mcel.err ? g.err == delim_mcel.err : mcel_eq (g, delim_mcel))
        return FIELD_DELIMITER;

      if (n_bytes)
        append_field_1_bytes (mbbuf, g, n_bytes);
      else if (write_field)
        write_bytes (mbbuf_char_offset (mbbuf, g), g.len);
    }
}

static inline enum field_terminator
scan_mb_field (mbbuf_t *mbbuf, struct mbfield_parser *parser,
               bool *have_pending_line, bool write_field, idx_t *n_bytes)
{
  return (parser->whitespace_delimited
          ? scan_mb_blank_field (mbbuf, parser, have_pending_line,
                                 write_field, n_bytes)
          : scan_mb_delim_field (mbbuf, have_pending_line, write_field,
                                 n_bytes));
}

/* Return a pointer to the next field delimiter in BUF, searching LEN bytes.
   Return NULL if none is found.  DELIM_BYTES must be a single byte or
   represent a valid UTF-8 character.  BUF can contain invalid/NUL bytes,
   and must have room for a trailing NUL byte at BUF[LEN].  */

ATTRIBUTE_PURE
static char *
find_field_delim (char *buf, size_t len)
{
  if (len < delim_mcel.len)
    return NULL;

#if ! __GLIBC__  /* Only S390 has optimized memmem on glibc-2.42  */
  return memmem (buf, len, delim_bytes, delim_mcel.len);
#else
  if (delim_mcel.len == 1)
    return memchr (buf, delim_bytes[0], len);

  char const *p = buf;
  char const *end = buf + len;

  char saved = buf[len];
  buf[len] = '\0'; /* for strstr.  */

  while (p < end)
    {
      char const *nul = memchr (p, '\0', end - p);
      if (!nul)
        {
          char const *match = strstr (p, delim_bytes);
          buf[len] = saved;
          return (char *) match;
        }

      if (p < nul)
        {
          char const *match = strstr (p, delim_bytes);
          if (match)
            {
              buf[len] = saved;
              return (char *) match;
            }
        }

      p = nul + 1;
    }

  buf[len] = saved;
  return NULL;
#endif
}

/* Return the number of trailing bytes in BUF that could be the initial
   bytes of a delimiter split across buffers.  */

ATTRIBUTE_PURE
static idx_t
field_delim_overlap (char const *buf, idx_t len)
{
  idx_t overlap = MIN (len, delim_mcel.len - 1);

  while (0 < overlap)
    {
      if (memcmp (buf + len - overlap, delim_bytes, overlap) == 0)
        return overlap;
      overlap--;
    }

  return 0;
}

/* Byte search for line end or delimiter in BUF,
   returning results in CTX.  */

static inline enum field_terminator
find_field_terminator (char *buf, idx_t len,
                       struct bytesearch_context *ctx, char **terminator)
{
  if (ctx->mode == BYTESEARCH_LINE_ONLY)
    {
      if (!ctx->line_end_known)
        {
          ctx->line_end = memchr (buf, line_delim, len);
          ctx->line_end_known = true;
        }

      *terminator = ctx->line_end;
      return *terminator ? FIELD_LINE_DELIMITER : FIELD_DATA;
    }

  if (field_delim_is_line_delim ())
    {
      *terminator = memchr (buf, line_delim, len);
      return *terminator ? FIELD_DELIMITER : FIELD_DATA;
    }

  if (!ctx->line_end_known)
    {
      ctx->line_end = memchr (buf, line_delim, len);
      ctx->line_end_known = true;
    }

  idx_t field_len = ctx->line_end ? ctx->line_end - buf : len;

  char *field_end = (ctx->blank_delimited
                     ? memchr2 (buf, ' ', '\t', field_len)
                     : find_field_delim (buf, field_len));

  if (field_end)
    {
      *terminator = field_end;
      return FIELD_DELIMITER;
    }

  *terminator = ctx->line_end;
  return ctx->line_end ? FIELD_LINE_DELIMITER : FIELD_DATA;
}

/* Write the end-of-line delimiter if appropriate for the current line.  */

static inline void
maybe_write_line_delim (bool found_any_selected_field, uintmax_t field_idx)
{
  if (found_any_selected_field
      || !(suppress_non_delimited && field_idx == 1))
    write_line_delim ();
}

/* Return TRUE if FIELD_IDX is selected,
   and write the output delimiter if appropriate.  */

static inline bool
begin_field_output (uintmax_t field_idx, bool buffer_first_field,
                    bool *found_any_selected_field)
{
  bool write_field = print_kth (field_idx);

  if (write_field && ! (field_idx == 1 && buffer_first_field))
    {
      if (*found_any_selected_field)
        write_bytes (output_delimiter_string, output_delimiter_length);
      *found_any_selected_field = true;
    }

  return write_field;
}

static inline bool
handle_field_1 (uintmax_t field_idx, bool buffer_first_field,
                idx_t *field_1_n_bytes)
{
  bool field_1_selected = false;

  if (field_idx == 1 && buffer_first_field)
    {
      if ((field_1_selected = print_kth (1)))
        write_bytes (field_1_buffer, *field_1_n_bytes);
      *field_1_n_bytes = 0;
    }

  return field_1_selected;
}

static inline void
handle_field_delimiter (uintmax_t *field_idx, bool buffer_first_field,
                        idx_t *field_1_n_bytes,
                        bool *found_any_selected_field, bool *write_field,
                        bool blank_delimited, bool *skip_blank_run)
{
  if (handle_field_1 (*field_idx, buffer_first_field, field_1_n_bytes))
    *found_any_selected_field = true;

  next_item (field_idx);
  *write_field = begin_field_output (*field_idx, buffer_first_field,
                                     found_any_selected_field);
  if (blank_delimited)
    *skip_blank_run = true;
}

static inline bool
field_selection_exhausted (uintmax_t field_idx)
{
  return !print_kth (field_idx) && current_rp->lo == UINTMAX_MAX;
}

static inline void
finish_current_line (uintmax_t field_idx, bool buffer_first_field,
                     idx_t *field_1_n_bytes,
                     bool found_any_selected_field, bool line_terminated)
{
  if (field_idx == 1 && buffer_first_field)
    {
      if (!suppress_non_delimited
          && (line_terminated || *field_1_n_bytes != 0))
        {
          write_bytes (field_1_buffer, *field_1_n_bytes);
          write_line_delim ();
        }
      *field_1_n_bytes = 0;
    }
  else if (field_idx != 1 || found_any_selected_field)
    maybe_write_line_delim (found_any_selected_field, field_idx);
}

static inline void
sync_byte_selection (uintmax_t byte_idx)
{
  while (current_rp->hi <= byte_idx)
    current_rp++;
}

static inline void
reset_field_line (uintmax_t *field_idx, bool *found_any_selected_field,
                  bool *have_pending_line, struct mbfield_parser *parser)
{
  *field_idx = 1;
  current_rp = frp;
  *found_any_selected_field = false;
  *have_pending_line = false;
  parser->have_saved = false;
  parser->at_line_start = true;
}

/* Read from STREAM using buffered block reads, printing selected bytes.
   BYTE_IDX and PRINT_DELIMITER track the current line state and allow
   callers to hand off mid-line.  */

static void
cut_bytes (FILE *stream)
{
  static char bytes_in[IO_BUFSIZE];
  uintmax_t byte_idx = 0;
  bool print_delimiter = false;
  int fd = fileno (stream);

  current_rp = frp;

  while (true)
    {
      idx_t available = read (fd, bytes_in, sizeof bytes_in);
      if (available <= 0)
        {
          if (available < 0)
            fseterr (stream);
          write_pending_line_delim (byte_idx);
          break;
        }

      idx_t processed = 0;

      while (processed < available)
        {
          char *line = bytes_in + processed;
          idx_t to_process = available - processed;
          char *line_end = search_bytes (line, line_delim, to_process);
          char *end = line + (line_end ? line_end - line : to_process);
          char *p = line;

          while (0 < end - p)
            {
              sync_byte_selection (byte_idx);

              if (byte_idx + 1 < current_rp->lo)
                {
                  idx_t skip = MIN (end - p, current_rp->lo - (byte_idx + 1));
                  p += skip;
                  byte_idx += skip;
                }
              else
                {
                  idx_t n = MIN (end - p, current_rp->hi - byte_idx);
                  write_selected_item (&print_delimiter,
                                       is_range_start_index (byte_idx + 1),
                                       p, n);
                  p += n;
                  byte_idx += n;
                }
            }

          processed += end - line;
          if (line_end)
            {
              processed++;
              reset_item_line (&byte_idx, &print_delimiter);
            }
        }
    }
}

/* Read from STREAM, printing selected bytes without splitting
   multibyte characters.  */

static void
cut_characters_mode (FILE *stream, bool byte_mode)
{
  uintmax_t idx = 0;
  bool print_delimiter = false;
  static char bytes_in[IO_BUFSIZE];
  mbbuf_t mbbuf;

  current_rp = frp;
  mbbuf_init (&mbbuf, bytes_in, sizeof bytes_in, stream);

  while (true)
    {
      mcel_t g = mbbuf_get_char (&mbbuf);

      if (g.ch == line_delim)
        reset_item_line (&idx, &print_delimiter);
      else if (g.ch == MBBUF_EOF)
        {
          write_pending_line_delim (idx);
          break;
        }
      else if (byte_mode)
        {
          bool first_selected_is_range_start = false;
          bool seen_selected = false;
          bool suffix_selected = true;

          for (idx_t i = 0; i < g.len; i++)
            {
              next_item (&idx);
              if (print_kth (idx))
                {
                  if (!seen_selected)
                    {
                      seen_selected = true;
                      first_selected_is_range_start
                        = is_range_start_index (idx);
                    }
                }
              else if (seen_selected)
                suffix_selected = false;
            }

          if (seen_selected && suffix_selected)
            write_selected_item (&print_delimiter,first_selected_is_range_start,
                                 mbbuf_char_offset (&mbbuf, g), g.len);
        }
      else
        {
          next_item (&idx);
          if (print_kth (idx))
            write_selected_item (&print_delimiter,
                                 is_range_start_index (idx),
                                 mbbuf_char_offset (&mbbuf, g), g.len);
        }
    }
}

static void
cut_bytes_no_split (FILE *stream)
{
  cut_characters_mode (stream, true);
}

static void
cut_characters (FILE *stream)
{
  cut_characters_mode (stream, false);
}

/* Read from STREAM, printing to standard output any selected fields,
   using a multibyte-aware field delimiter parser.  */

static void
cut_fields_mb_any (FILE *stream, bool whitespace_mode)
{
  static char bytes_in[IO_BUFSIZE];
  mbbuf_t mbbuf;
  struct mbfield_parser parser =
    {
      .whitespace_delimited = whitespace_mode,
      .trim_outer_whitespace = trim_outer_whitespace,
      .at_line_start = true,
      .saved_g = { .ch = MBBUF_EOF }
    };
  uintmax_t field_idx = 1;
  bool found_any_selected_field = false;
  bool buffer_first_field;
  bool have_pending_line = false;

  current_rp = frp;
  mbbuf_init (&mbbuf, bytes_in, sizeof bytes_in, stream);

  buffer_first_field = (suppress_non_delimited ^ !print_kth (1));

  while (true)
    {
      if (field_idx == 1 && buffer_first_field)
        {
          idx_t n_bytes = 0;
          enum field_terminator terminator
            = scan_mb_field (&mbbuf, &parser, &have_pending_line, false,
                             &n_bytes);
          if (terminator == FIELD_EOF && n_bytes == 0)
            return;

          if (terminator != FIELD_DELIMITER)
            {
              if (!suppress_non_delimited)
                {
                  write_bytes (field_1_buffer, n_bytes);
                  write_line_delim ();
                }

              if (terminator == FIELD_EOF)
                break;

              reset_field_line (&field_idx, &found_any_selected_field,
                                &have_pending_line, &parser);
              continue;
            }

          if (print_kth (1))
            {
              write_bytes (field_1_buffer, n_bytes);
              found_any_selected_field = true;
            }
          next_item (&field_idx);
        }

      enum field_terminator terminator;
      bool write_field = begin_field_output (field_idx, buffer_first_field,
                                             &found_any_selected_field);

      terminator = scan_mb_field (&mbbuf, &parser, &have_pending_line,
                                  write_field, NULL);

      if (terminator == FIELD_DELIMITER)
        next_item (&field_idx);
      else
        {
          if (terminator == FIELD_EOF && !have_pending_line)
            break;
          if (found_any_selected_field
              || !(suppress_non_delimited && field_idx == 1))
            write_line_delim ();
          if (terminator == FIELD_EOF)
            break;

          reset_field_line (&field_idx, &found_any_selected_field,
                            &have_pending_line, &parser);
        }
    }
}

/* Read from STREAM, printing to standard output any selected fields,
   using a multibyte field delimiter.  */

static void
cut_fields_mb (FILE *stream)
{
  cut_fields_mb_any (stream, false);
}

/* Read from STREAM, printing to standard output any selected fields,
   using byte searches for a single-byte or valid UTF-8 field delimiter.  */

static void
cut_fields_bytesearch (FILE *stream)
{
  /* Leave 1 byte unused so space to NUL terminate (for strstr).  */
  static char bytes_in[IO_BUFSIZE+1];
  mbbuf_t mbbuf;
  uintmax_t field_idx = 1;
  bool found_any_selected_field = false;
  bool have_pending_line = false;
  bool skip_blank_run = false;
  bool pending_line_delim_field = false;
  bool write_field;
  idx_t field_1_n_bytes = 0;

  current_rp = frp;
  bool buffer_first_field = suppress_non_delimited ^ !print_kth (1);
  mbbuf_init (&mbbuf, bytes_in, sizeof bytes_in - 1, stream);
  write_field = begin_field_output (field_idx, buffer_first_field,
                                    &found_any_selected_field);

  struct bytesearch_context search = { .blank_delimited = whitespace_delimited};
  bytesearch_context_reset (&search);

  while (true)
    {
      idx_t n_avail = mbbuf_topup (&mbbuf);
      search.at_eof = mbbuf.eof;
      search.line_end_known = false;

      if (pending_line_delim_field)
        {
          pending_line_delim_field = false;

          if (n_avail == 0)
            {
              if (handle_field_1 (field_idx, buffer_first_field,
                                  &field_1_n_bytes))
                next_item (&field_idx);
              maybe_write_line_delim (found_any_selected_field, field_idx);
              return;
            }

          handle_field_delimiter (&field_idx, buffer_first_field,
                                  &field_1_n_bytes,
                                  &found_any_selected_field, &write_field,
                                  whitespace_delimited, &skip_blank_run);
        }

      if (n_avail == 0)
        break;

      char *chunk = mbbuf.buffer + mbbuf.offset;
      idx_t processed = 0;

      /* Fast path: no field delimiter in chunk — output or skip lines.  */
      if (field_idx == 1
          && !whitespace_delimited
          && !field_delim_is_line_delim ()
          && !find_field_delim (chunk, n_avail))
        {
          char *last_line_delim = search.at_eof
                                  ? chunk + n_avail - 1
                                  : memrchr (chunk, line_delim, n_avail);
          if (last_line_delim)
            {
              idx_t n = last_line_delim - chunk + 1;
              if (! suppress_non_delimited)
                {
                  write_bytes (field_1_buffer, field_1_n_bytes);
                  write_bytes (chunk, n);
                  if (search.at_eof && chunk[n - 1] != line_delim)
                    write_line_delim ();
                }
              field_1_n_bytes = 0;
              mbbuf_advance (&mbbuf, n);
              have_pending_line = false;
              if (search.at_eof)
                return;
              continue;
            }
        }

      while (processed < n_avail)
        {
          char *terminator = NULL;

          if (skip_blank_run)
            {
              while (processed < n_avail && c_isblank (chunk[processed]))
                processed++;
              if (processed == n_avail)
                break;
              skip_blank_run = false;
            }

          if (field_selection_exhausted (field_idx))
            {
              if (field_delim_is_line_delim ())
                {
                  maybe_write_line_delim (found_any_selected_field,
                                          field_idx);
                  mbbuf_advance (&mbbuf, processed);
                  return;
                }
              search.mode = BYTESEARCH_LINE_ONLY;
              enum field_terminator terminator_kind
                = find_field_terminator (chunk + processed, n_avail - processed,
                                         &search, &terminator);
              if (terminator_kind == FIELD_LINE_DELIMITER)
                {
                  processed = terminator - chunk + 1;
                  maybe_write_line_delim (found_any_selected_field,
                                          field_idx);
                  goto reset_line;
                }
              processed = n_avail;
              break;
            }

          enum field_terminator terminator_kind
            = find_field_terminator (chunk + processed, n_avail - processed,
                                     &search, &terminator);
          idx_t field_len = terminator ? terminator - (chunk + processed)
                                       : n_avail - processed;

          if (terminator_kind == FIELD_DATA
              && !search.at_eof
              && !whitespace_delimited
              && !field_delim_is_line_delim ())
            field_len -= field_delim_overlap (chunk + processed, field_len);

          if (field_len || terminator)
            have_pending_line = true;

          /* Output field content.  */
          if (field_idx == 1 && buffer_first_field)
            append_field_1_chunk (chunk + processed, field_len,
                                  &field_1_n_bytes);
          else if (write_field)
            write_bytes (chunk + processed, field_len);
          processed += field_len;

          if (terminator_kind == FIELD_DATA)
            break;

          if (terminator_kind == FIELD_DELIMITER)
            {
              if (field_delim_is_line_delim () && processed + 1 == n_avail)
                {
                  processed++;
                  pending_line_delim_field = true;
                  break;
                }

              processed += whitespace_delimited ? 1 : delim_mcel.len;
              handle_field_delimiter (&field_idx, buffer_first_field,
                                      &field_1_n_bytes,
                                      &found_any_selected_field, &write_field,
                                      whitespace_delimited, &skip_blank_run);
            }
          else
            {
              affirm (terminator_kind == FIELD_LINE_DELIMITER);
              processed++;
              finish_current_line (field_idx, buffer_first_field,
                                   &field_1_n_bytes,
                                   found_any_selected_field, true);

            reset_line:
              field_idx = 1;
              current_rp = frp;
              found_any_selected_field = false;
              have_pending_line = false;
              bytesearch_context_reset (&search);
              write_field = begin_field_output (field_idx, buffer_first_field,
                                                &found_any_selected_field);
            }
        }

      mbbuf_advance (&mbbuf, processed);
    }

  if (!have_pending_line)
    return;

  finish_current_line (field_idx, buffer_first_field, &field_1_n_bytes,
                       found_any_selected_field, false);
}

/* Read from STREAM, printing to standard output any selected fields,
   using runs of whitespace as the field delimiter.  */

static void
cut_fields_ws (FILE *stream)
{
  if (MB_CUR_MAX <= 1 && !trim_outer_whitespace)
    cut_fields_bytesearch (stream);
  else
    cut_fields_mb_any (stream, true);
}

/* Process file FILE to standard output, using CUT_STREAM.
   Return true if successful.  */

static bool
cut_file (char const *file, void (*cut_stream) (FILE *))
{
  FILE *stream;

  if (streq (file, "-"))
    {
      have_read_stdin = true;
      stream = stdin;
      assume (stream);  /* Pacify GCC bug#109613.  */
    }
  else
    {
      stream = fopen (file, "r");
      if (stream == NULL)
        {
          error (0, errno, "%s", quotef (file));
          return false;
        }
    }

  fadvise (stream, FADVISE_SEQUENTIAL);

  cut_stream (stream);

  int err = errno;
  if (!ferror (stream))
    err = 0;
  if (streq (file, "-"))
    clearerr (stream);		/* Also clear EOF.  */
  else if (fclose (stream) == EOF)
    err = errno;
  if (err)
    {
      error (0, err, "%s", quotef (file));
      return false;
    }
  return true;
}

int
main (int argc, char **argv)
{
  int optc;
  bool ok;
  bool delim_specified = false;
  bool whitespace_delimited_specified = false;
  char *spec_list_string = NULL;

  initialize_main (&argc, &argv);
  set_program_name (argv[0]);
  setlocale (LC_ALL, "");
  bindtextdomain (PACKAGE, LOCALEDIR);
  textdomain (PACKAGE);

  atexit (close_stdout);

  while ((optc = getopt_long (argc, argv, "b:c:d:f:F:nO:szw", longopts, NULL))
         != -1)
    {
      switch (optc)
        {
        case 'b':
          cut_mode = CUT_MODE_BYTES;
          FALLTHROUGH;
        case 'c':
          if (optc == 'c')
            cut_mode = CUT_MODE_CHARACTERS;
          FALLTHROUGH;
        case 'f':
        case 'F':
          if (optc == 'f' || optc == 'F')
            cut_mode = CUT_MODE_FIELDS;
          if (optc == 'F')
            {
              whitespace_delimited = true;
              space_output_delimiter_default = true;
            }
          if (spec_list_string)
            FATAL_ERROR (_("only one list may be specified"));
          spec_list_string = optarg;
          break;

        case 'd':
          {
            /* New delimiter.  */
            /* Interpret -d '' to mean 'use the NUL byte as the delimiter.'  */
            mcel_t g = delim_mcel = mcel_scanz (optarg);
            if (optarg[0] && optarg[g.len])
              FATAL_ERROR (_("the delimiter must be a single character"));
            /* Note NUL is copied for use with strstr.  */
            copy_bytes (delim_bytes, optarg, g.len + 1);
            delim_specified = true;
            break;
          }

        case 'w':
          whitespace_delimited = true;
          whitespace_delimited_specified = true;
          trim_outer_whitespace
            = (optarg
               && XARGMATCH ("--whitespace-delimited", optarg,
                             whitespace_option_args,
                             whitespace_option_types)
                  == WHITESPACE_OPTION_TRIMMED);
          break;

        case 'O':
          /* Interpret --output-delimiter='' to mean
             'use the NUL byte as the delimiter.'  */
          output_delimiter_length = (optarg[0] == '\0'
                                     ? 1 : strlen (optarg));
          output_delimiter_string = optarg;
          break;

        case 'n':
          no_split = true;
          break;

        case 's':
          suppress_non_delimited = true;
          break;

        case 'z':
          line_delim = '\0';
          break;

        case COMPLEMENT_OPTION:
          complement = true;
          break;

        case_GETOPT_HELP_CHAR;
        case_GETOPT_VERSION_CHAR (PROGRAM_NAME, AUTHORS);
        default:
          usage (EXIT_FAILURE);
        }
    }

  if (!spec_list_string)
    FATAL_ERROR (_("you must specify a list of bytes, characters, or fields"));

  if (cut_mode == CUT_MODE_BYTES || cut_mode == CUT_MODE_CHARACTERS)
    {
      if (delim_specified || whitespace_delimited)
        FATAL_ERROR (_("an input delimiter makes sense\n\
\tonly when operating on fields"));

      if (suppress_non_delimited)
        FATAL_ERROR (_("suppressing non-delimited lines makes sense\n\
\tonly when operating on fields"));
    }

  if (delim_specified && whitespace_delimited_specified)
    FATAL_ERROR (_("-d and -w are mutually exclusive"));

  if (delim_specified && !whitespace_delimited_specified)
    whitespace_delimited = false;

  set_fields (spec_list_string,
              (((cut_mode == CUT_MODE_BYTES
                 || cut_mode == CUT_MODE_CHARACTERS)
                ? SETFLD_ERRMSG_USE_POS : 0)
               | (complement ? SETFLD_COMPLEMENT : 0)));

  if (!delim_specified)
    {
      delim_bytes[0] = '\t';
      delim_mcel = mcel_ch ('\t', 1);
    }

  if (output_delimiter_string == NULL)
    {
      output_delimiter_string = output_delimiter_default;
      if (space_output_delimiter_default)
        {
          output_delimiter_default[0] = ' ';
          output_delimiter_length = 1;
        }
      else
        {
          copy_bytes (output_delimiter_default, delim_bytes, delim_mcel.len);
          output_delimiter_length = delim_mcel.len;
        }
    }

  void (*cut_stream) (FILE *) = NULL;
  switch (cut_mode)
    {
    case CUT_MODE_NONE:
      unreachable ();

    case CUT_MODE_BYTES:
      cut_stream = MB_CUR_MAX <= 1 || !no_split
                   ? cut_bytes : cut_bytes_no_split;
      break;

    case CUT_MODE_CHARACTERS:
      cut_stream = MB_CUR_MAX <= 1 ? cut_bytes : cut_characters;
      break;

    case CUT_MODE_FIELDS:
      cut_stream = whitespace_delimited ? cut_fields_ws
                   : bytesearch_field_delim_ok () ? cut_fields_bytesearch
                   : cut_fields_mb;
      break;
    }
  affirm (cut_stream);
  if (optind == argc)
    ok = cut_file ("-", cut_stream);
  else
    for (ok = true; optind < argc; optind++)
      ok &= cut_file (argv[optind], cut_stream);


  if (have_read_stdin && fclose (stdin) == EOF)
    {
      error (0, errno, "-");
      ok = false;
    }

  return ok ? EXIT_SUCCESS : EXIT_FAILURE;
}