view toys/posix/uniq.c @ 674:7e846e281e38

New build infrastructure to generate FLAG_ macros and TT alias, #define FOR_commandname before #including toys.h to trigger it. Rename DEFINE_GLOBALS() to just GLOBALS() (because I could never remember if it was DECLARE_GLOBALS). Convert existing commands to use new infrastructure, and replace optflag constants with FLAG_ macros where appropriate.
author Rob Landley <rob@landley.net>
date Mon, 08 Oct 2012 00:02:30 -0500
parents 6df4ccc0acbe
children 786841fdb1e0
line wrap: on
line source

/* vi: set sw=4 ts=4:
 *
 * uniq.c - report or filter out repeated lines in a file
 *
 * Copyright 2012 Georgi Chorbadzhiyski <georgi@unixsol.org>
 *
 * See http://opengroup.org/onlinepubs/9699919799/utilities/uniq.html

USE_UNIQ(NEWTOY(uniq, "f#s#w#zicdu", TOYFLAG_BIN))

config UNIQ
	bool "uniq"
	default y
	help
	  usage: uniq [-cduiz] [-w maxchars] [-f fields] [-s char] [input_file [output_file]]

	  Report or filter out repeated lines in a file

	  -c	show counts before each line
	  -d	show only lines that are repeated
	  -u	show only lines that are unique
	  -i	ignore case when comparing lines
	  -z	lines end with \0 not \n
	  -w	compare maximum X chars per line
	  -f	ignore first X fields
	  -s	ignore first X chars
*/

#define FOR_uniq
#include "toys.h"

GLOBALS(
	long maxchars;
	long nchars;
	long nfields;
	long repeats;
)

static char *skip(char *str)
{
	long nchars = TT.nchars, nfields;

	// Skip fields first
	for (nfields = TT.nfields; nfields; str++) {
		while (*str && isspace(*str)) str++;
		while (*str && !isspace(*str)) str++;
		nfields--;
	}
	// Skip chars
	while (*str && nchars--) str++;

	return str;
}

static void print_line(FILE *f, char *line)
{
	if (toys.optflags & (TT.repeats ? FLAG_u : FLAG_d)) return;
	if (toys.optflags & FLAG_c) fprintf(f, "%7lu ", TT.repeats + 1);
	fputs(line, f);
	if (toys.optflags & FLAG_z) fputc(0, f);
}

void uniq_main(void)
{
	FILE *infile = stdin, *outfile = stdout;
	char *thisline = NULL, *prevline = NULL, *tmpline, eol = '\n';
	size_t thissize, prevsize = 0, tmpsize;

	if (toys.optc >= 1) infile = xfopen(toys.optargs[0], "r");
	if (toys.optc >= 2) outfile = xfopen(toys.optargs[1], "w");

	if (toys.optflags & FLAG_z) eol = 0;

	// If first line can't be read
	if (getdelim(&prevline, &prevsize, eol, infile) < 0)
		return;

	while (getdelim(&thisline, &thissize, eol, infile) > 0) {
		int diff;
		char *t1, *t2;

		// If requested get the chosen fields + character offsets.
		if (TT.nfields || TT.nchars) {
			t1 = skip(thisline);
			t2 = skip(prevline);
		} else {
			t1 = thisline;
			t2 = prevline;
		}

		if (TT.maxchars == 0) {
			diff = !(toys.optflags & FLAG_i)
			        ? strcmp(t1, t2)
			        : strcasecmp(t1, t2);
		} else {
			diff = !(toys.optflags & FLAG_i)
			        ? strncmp(t1, t2, TT.maxchars)
			        : strncasecmp(t1, t2, TT.maxchars);
		}

		if (diff == 0) { // same
			TT.repeats++;
		} else {
			print_line(outfile, prevline);

			TT.repeats = 0;

			tmpline = prevline;
			prevline = thisline;
			thisline = tmpline;

			tmpsize = prevsize;
			prevsize = thissize;
			thissize = tmpsize;
		}
	}

	print_line(outfile, prevline);

	if (CFG_TOYBOX_FREE) {
		free(prevline);
		free(thisline);
	}
}