sys-utils/fallocate.c - master - niceSOFT/util-linux

sys-utils/fallocate.c
531 строка14 KB
Tobias Stoeckmann
fallocate: Add range check
18 апр 2026, 19:17
18 апр 2026, 19:17da32ad3
/*
 * fallocate - utility to use the fallocate system call
 *
 * Copyright (C) 2008-2009 Red Hat, Inc. All rights reserved.
 * Written by Eric Sandeen <sandeen@redhat.com>
 *            Karel Zak <kzak@redhat.com>
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it would be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <https://gnu.org/licenses/>.
 */
#include <sys/stat.h>
#include <sys/types.h>
#include <sys/mman.h>
#include <ctype.h>
#include <errno.h>
#include <fcntl.h>
#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <getopt.h>
#include <limits.h>
#include <string.h>

#if defined(HAVE_LINUX_FALLOC_H) && \
    (!defined(FALLOC_FL_KEEP_SIZE) || !defined(FALLOC_FL_PUNCH_HOLE) || \
     !defined(FALLOC_FL_COLLAPSE_RANGE) || !defined(FALLOC_FL_ZERO_RANGE) || \
     !defined(FALLOC_FL_INSERT_RANGE) || !defined(FALLOC_FL_WRITE_ZEROES))
# include <linux/falloc.h>	/* non-libc fallback for FALLOC_FL_* flags */
#endif


#ifndef FALLOC_FL_KEEP_SIZE
# define FALLOC_FL_KEEP_SIZE		0x1
#endif

#ifndef FALLOC_FL_PUNCH_HOLE
# define FALLOC_FL_PUNCH_HOLE		0x2
#endif

#ifndef FALLOC_FL_COLLAPSE_RANGE
# define FALLOC_FL_COLLAPSE_RANGE	0x8
#endif

#ifndef FALLOC_FL_ZERO_RANGE
# define FALLOC_FL_ZERO_RANGE		0x10
#endif

#ifndef FALLOC_FL_INSERT_RANGE
# define FALLOC_FL_INSERT_RANGE		0x20
#endif

#ifndef FALLOC_FL_WRITE_ZEROES
# define FALLOC_FL_WRITE_ZEROES		0x80
#endif

#include "nls.h"
#include "strutils.h"
#include "c.h"
#include "closestream.h"
#include "xalloc.h"
#include "optutils.h"

static int verbose;
static int report;
static char *filename;

static void __attribute__((__noreturn__)) usage(void)
{
	FILE *out = stdout;
	fputs(USAGE_HEADER, out);
	fprintf(out,
	      _(" %s [options] <filename>\n"), program_invocation_short_name);

	fputs(USAGE_SEPARATOR, out);
	fputs(_("Preallocate space to, or deallocate space from a file.\n"), out);

	fputs(USAGE_OPTIONS, out);
	fputs(_(" -c, --collapse-range remove a range from the file\n"), out);
	fputs(_(" -d, --dig-holes      detect zeroes and replace with holes\n"), out);
	fputs(_(" -i, --insert-range   insert a hole at range, shifting existing data\n"), out);
	fputs(_(" -l, --length <num>   length for range operations, in bytes\n"), out);
	fputs(_(" -n, --keep-size      maintain the apparent size of the file\n"), out);
	fputs(_(" -o, --offset <num>   offset for range operations, in bytes\n"), out);
	fputs(_(" -p, --punch-hole     replace a range with a hole (implies -n)\n"), out);
	fputs(_(" -r, --report-holes   report file holes and data holes info\n"), out);
	fputs(_(" -v, --verbose        verbose mode\n"), out);
	fputs(_(" -w, --write-zeroes   write zeroes and ensure allocation of a range\n"), out);
	fputs(_(" -x, --posix          use posix_fallocate(3) instead of fallocate(2)\n"), out);
	fputs(_(" -z, --zero-range     zero and ensure allocation of a range\n"), out);

	fputs(USAGE_SEPARATOR, out);
	fprintf(out, USAGE_HELP_OPTIONS(22));

	fputs(USAGE_ARGUMENTS, out);
	fprintf(out, USAGE_ARG_SIZE(_("<num>")));

	fprintf(out, USAGE_MAN_TAIL("fallocate(1)"));

	exit(EXIT_SUCCESS);
}

static off_t cvtnum(char *s)
{
	uintmax_t x;

	if (strtosize(s, &x))
		return -1LL;
	if (x > (uintmax_t) SINT_MAX(off_t)) {
		errno = ERANGE;
		return -1;
	}

	return (off_t) x;
}

static void xfallocate(int fd, int mode, off_t offset, off_t length)
{
	int error;

	error = fallocate(fd, mode, offset, length);

	/*
	 * EOPNOTSUPP: The FALLOC_FL_KEEP_SIZE is unsupported
	 * ENOSYS: The filesystem does not support sys_fallocate
	 */
	if (error < 0) {
		if ((mode & FALLOC_FL_KEEP_SIZE) && errno == EOPNOTSUPP)
			errx(EXIT_FAILURE, _("fallocate failed: keep size mode is unsupported"));
		err(EXIT_FAILURE, _("fallocate failed"));
	}
}

static void xposix_fallocate(int fd, off_t offset, off_t length)
{
	errno = posix_fallocate(fd, offset, length);
	if (errno != 0) {
		err(EXIT_FAILURE, _("fallocate failed"));
	}
}

/* The real buffer size has to be bufsize + sizeof(uintptr_t) */
static int is_nul(void *buf, size_t bufsize)
{
	typedef uintptr_t word;
	void const *vp;
	char const *cbuf = buf, *cp;
	word const *wp = buf;

	/* set sentinel */
	memset((char *) buf + bufsize, '\1', sizeof(word));

	/* Find first nonzero *word*, or the word with the sentinel.  */
	while (*wp++ == 0)
		continue;

	/* Find the first nonzero *byte*, or the sentinel.  */
	vp = wp - 1;
	cp = vp;

	while (*cp++ == 0)
		continue;

	return cbuf + bufsize < cp;
}

struct holestat {
	uintmax_t	fileholes_sz;
	uintmax_t	nfileholes;

	uintmax_t	dataholes_sz;
	uintmax_t	ndataholes;

	uintmax_t	filesz;
};

enum {
	HOLETYPE_FILE = 1,
	HOLETYPE_DATA
};

static void update_holestat(struct holestat *hstat,
			    off_t start, off_t end, int type)
{
	uintmax_t size = end - start;

	switch(type) {
	case HOLETYPE_FILE:
		hstat->fileholes_sz += size;
		hstat->nfileholes++;
		if (report && verbose)
			printf(_("file hole: offset %ju - %ju (%ju bytes)\n"),
					(uintmax_t)start, (uintmax_t)end, size);
		break;
	case HOLETYPE_DATA:
		hstat->dataholes_sz += size;
		hstat->ndataholes++;
		if (report && verbose)
			printf(_("data hole: offset %ju - %ju (%ju bytes)\n"),
					(uintmax_t)start, (uintmax_t)end, size);
		break;
	}
}

static void summary_holestat(struct holestat *hstat, int type)
{
	char *str;
	double pct = 0.0;

	switch(type) {
	case HOLETYPE_FILE:
		if (hstat->filesz)
			pct = (double)hstat->fileholes_sz / (double)hstat->filesz * 100.0;
		str = size_to_human_string(SIZE_SUFFIX_3LETTER | SIZE_SUFFIX_SPACE, hstat->fileholes_sz);
		printf(_("file holes: %ju holes, %s (%ju bytes, %.2f%% of the file)\n"),
			hstat->nfileholes, str, hstat->fileholes_sz, pct);
		free(str);
		break;
	case HOLETYPE_DATA:
		if (hstat->filesz)
			pct = (double)hstat->dataholes_sz / (double)hstat->filesz * 100.0;
		str = size_to_human_string(SIZE_SUFFIX_3LETTER | SIZE_SUFFIX_SPACE, hstat->dataholes_sz);
		printf(_("data holes: %ju holes, %s (%ju bytes, %.2f%% of the file)\n"),
			hstat->ndataholes, str, hstat->dataholes_sz, pct);
		free(str);
		break;
	default:
		/* dig mode: converted to sparse holes */
		if (hstat->filesz)
			pct = (double)hstat->dataholes_sz / (double)hstat->filesz * 100.0;
		str = size_to_human_string(SIZE_SUFFIX_3LETTER | SIZE_SUFFIX_SPACE, hstat->dataholes_sz);
		printf(_("%s: %ju holes, %s (%ju bytes, %.2f%% of the file) converted to sparse holes.\n"),
			filename, hstat->ndataholes, str, hstat->dataholes_sz, pct);
		free(str);
		break;
	}
}

static void dig_holes(int fd, off_t file_off, off_t len)
{
	off_t file_end = len ? file_off + len : 0;
	off_t hole_start = 0, hole_sz = 0;
	off_t last_end = 0;
	size_t  bufsz;
	char *buf;
	struct stat st;
	struct holestat hstat = { .filesz = 0 };

#if defined(POSIX_FADV_SEQUENTIAL) && defined(HAVE_POSIX_FADVISE)
	off_t cache_start = file_off;
	/*
	 * We don't want to call POSIX_FADV_DONTNEED to discard cached
	 * data in PAGE_SIZE steps. IMHO it's overkill (too many syscalls).
	 *
	 * Let's assume that 1MiB (on system with 4K page size) is just
	 * a good compromise.
	 *					    -- kzak Feb-2014
	 */
	const size_t cachesz = getpagesize() * 256;
#endif

	if (fstat(fd, &st) != 0)
		err(EXIT_FAILURE, _("stat of %s failed"), filename);

	bufsz = st.st_blksize;
	hstat.filesz = st.st_size;

	if (lseek(fd, file_off, SEEK_SET) < 0)
		err(EXIT_FAILURE, _("seek on %s failed"), filename);

	/* buffer + extra space for is_nul() sentinel */
	buf = xmalloc(bufsz + sizeof(uintptr_t));
	while (file_end == 0 || file_off < file_end) {
		/*
		 * Detect data area (skip holes)
		 */
		off_t end, off;

		off = lseek(fd, file_off, SEEK_DATA);
		if ((off == -1 && errno == ENXIO) ||
		    (file_end && off >= file_end))
			break;

		end = lseek(fd, off, SEEK_HOLE);
		if (end > off && last_end < off)
			update_holestat(&hstat, last_end, off, HOLETYPE_FILE);
		else if (off > end)
			update_holestat(&hstat, end, off, HOLETYPE_FILE);

		last_end = end;
		if (file_end && end > file_end)
			end = file_end;

		if (off < 0 || end < 0 || off == end)
			break;

#if defined(POSIX_FADV_SEQUENTIAL) && defined(HAVE_POSIX_FADVISE)
		(void) posix_fadvise(fd, off, end, POSIX_FADV_SEQUENTIAL);
#endif
		/*
		 * Dig holes in the area
		 */
		while (off < end) {
			ssize_t rsz = pread(fd, buf, bufsz, off);
			if (rsz < 0 && errno)
				err(EXIT_FAILURE, _("%s: read failed"), filename);
			if (end && rsz > 0 && off > end - rsz)
				rsz = end - off;
			if (rsz <= 0)
				break;

			if (is_nul(buf, rsz)) {
				if (!hole_sz)				/* new hole detected */
					hole_start = off;
				hole_sz += rsz;
			 } else if (hole_sz) {
				if (!report)
					xfallocate(fd, FALLOC_FL_PUNCH_HOLE|FALLOC_FL_KEEP_SIZE,
						   hole_start, hole_sz);
				update_holestat(&hstat, hole_start, hole_start + hole_sz, HOLETYPE_DATA);
				hole_sz = hole_start = 0;
			}

#if defined(POSIX_FADV_DONTNEED) && defined(HAVE_POSIX_FADVISE)
			/* discard cached data */
			if (off - cache_start > (off_t) cachesz) {
				size_t clen = off - cache_start;

				clen = (clen / cachesz) * cachesz;
				(void) posix_fadvise(fd, cache_start, clen, POSIX_FADV_DONTNEED);
				cache_start = cache_start + clen;
			}
#endif
			off += rsz;
		}
		if (hole_sz) {
			off_t alloc_sz = hole_sz;
			if (off >= end)
				alloc_sz += st.st_blksize;		/* meet block boundary */
			if (!report)
				xfallocate(fd, FALLOC_FL_PUNCH_HOLE|FALLOC_FL_KEEP_SIZE,
						hole_start, alloc_sz);
			update_holestat(&hstat, hole_start, hole_start + hole_sz, HOLETYPE_DATA);
			hole_sz = 0;
		}
		file_off = off;
	}

	free(buf);

	if (report) {
		printf(_("\nSummary:\n"));
		summary_holestat(&hstat, HOLETYPE_FILE);
		summary_holestat(&hstat, HOLETYPE_DATA);
	} else if (verbose)
		summary_holestat(&hstat, 0);
}

int main(int argc, char **argv)
{
	int	c;
	int	fd;
	int	mode = 0;
	int	dig = 0;
	int	posix = 0;
	off_t	length = -1;
	off_t	offset = 0;

	static const struct option longopts[] = {
	    { "help",           no_argument,       NULL, 'h' },
	    { "version",        no_argument,       NULL, 'V' },
	    { "keep-size",      no_argument,       NULL, 'n' },
	    { "punch-hole",     no_argument,       NULL, 'p' },
	    { "collapse-range", no_argument,       NULL, 'c' },
	    { "dig-holes",      no_argument,       NULL, 'd' },
	    { "report-holes",   no_argument,       NULL, 'r' },
	    { "insert-range",   no_argument,       NULL, 'i' },
	    { "zero-range",     no_argument,       NULL, 'z' },
	    { "write-zeroes",   no_argument,       NULL, 'w' },
	    { "offset",         required_argument, NULL, 'o' },
	    { "length",         required_argument, NULL, 'l' },
	    { "posix",          no_argument,       NULL, 'x' },
	    { "verbose",        no_argument,       NULL, 'v' },
	    { NULL, 0, NULL, 0 }
	};

	static const ul_excl_t excl[] = {	/* rows and cols in ASCII order */
		{ 'c', 'd', 'i', 'p', 'w', 'x', 'z'},
		{ 'c', 'i', 'n', 'w', 'x' },
		{ 0 }
	};
	int excl_st[ARRAY_SIZE(excl)] = UL_EXCL_STATUS_INIT;

	setlocale(LC_ALL, "");
	bindtextdomain(PACKAGE, LOCALEDIR);
	textdomain(PACKAGE);
	close_stdout_atexit();

	while ((c = getopt_long(argc, argv, "hvVncpdrizwxl:o:", longopts, NULL))
			!= -1) {

		err_exclusive_options(c, longopts, excl, excl_st);

		switch(c) {
		case 'c':
			mode |= FALLOC_FL_COLLAPSE_RANGE;
			break;
		case 'd':
			dig = 1;
			break;
		case 'i':
			mode |= FALLOC_FL_INSERT_RANGE;
			break;
		case 'l':
			length = cvtnum(optarg);
			if (length < 0)
				err(EXIT_FAILURE, _("invalid length"));
			break;
		case 'n':
			mode |= FALLOC_FL_KEEP_SIZE;
			break;
		case 'o':
			offset = cvtnum(optarg);
			if (offset < 0)
				err(EXIT_FAILURE, _("invalid offset"));
			break;
		case 'p':
			mode |= FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE;
			break;
		case 'r':
			report = 1;
			break;
		case 'z':
			mode |= FALLOC_FL_ZERO_RANGE;
			break;
		case 'w':
			mode |= FALLOC_FL_WRITE_ZEROES;
			break;
		case 'x':
			posix = 1;
			break;
		case 'v':
			verbose++;
			break;

		case 'h':
			usage();
		case 'V':
			print_version(EXIT_SUCCESS);
		default:
			errtryhelp(EXIT_FAILURE);
		}
	}

	if (optind == argc)
		errx(EXIT_FAILURE, _("no filename specified"));

	filename = argv[optind++];

	if (optind != argc)
		errx(EXIT_FAILURE, _("unexpected number of arguments"));

	if (dig || report) {
		/* for --dig-holes and --report-holes the default is analyze all file */
		if (length < 0)
			length = 0;
	} else {
		/* it's safer to require the range specification (--length --offset) */
		if (length < 0)
			errx(EXIT_FAILURE, _("no length argument specified"));
		if (length == 0)
			errx(EXIT_FAILURE, _("invalid length"));
	}
	if (length > SINT_MAX(off_t) - offset) {
		errno = ERANGE;
		err(EXIT_FAILURE, _("invalid range specified"));
	}

	/* O_CREAT makes sense only for the default fallocate(2) behavior
	 * when mode is no specified and new space is allocated */
	fd = open(filename, O_RDWR | (!dig && !(mode & ~FALLOC_FL_WRITE_ZEROES) ? O_CREAT : 0),
		  S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP | S_IROTH | S_IWOTH);
	if (fd < 0)
		err(EXIT_FAILURE, _("cannot open %s"), filename);

	if (dig || report)
		dig_holes(fd, offset, length);
	else {
		if (posix)
			xposix_fallocate(fd, offset, length);
		else
			xfallocate(fd, mode, offset, length);

		if (verbose) {
			char *str = size_to_human_string(SIZE_SUFFIX_3LETTER | SIZE_SUFFIX_SPACE, length);

			if (mode & FALLOC_FL_PUNCH_HOLE)
				fprintf(stdout, _("%s: %s (%jd bytes) hole created.\n"),
								filename, str, (intmax_t) length);
			else if (mode & FALLOC_FL_COLLAPSE_RANGE)
				fprintf(stdout, _("%s: %s (%jd bytes) removed.\n"),
								filename, str, (intmax_t) length);
			else if (mode & FALLOC_FL_INSERT_RANGE)
				fprintf(stdout, _("%s: %s (%jd bytes) inserted.\n"),
								filename, str, (intmax_t) length);
			else if (mode & FALLOC_FL_ZERO_RANGE)
				fprintf(stdout, _("%s: %s (%jd bytes) zeroed.\n"),
								filename, str, (intmax_t) length);
			else if (mode & FALLOC_FL_WRITE_ZEROES)
				fprintf(stdout, _("%s: %s (%jd bytes) written as zeroes.\n"),
								filename, str, (intmax_t) length);
			else
				fprintf(stdout, _("%s: %s (%jd bytes) allocated.\n"),
								filename, str, (intmax_t) length);
			free(str);
		}
	}

	if (close_fd(fd) != 0)
		err(EXIT_FAILURE, _("write failed: %s"), filename);

	return EXIT_SUCCESS;
}