/*
 *  Project   : tin - a Usenet reader
 *  Module    : string.c
 *  Author    : Urs Janssen <urs@tin.org>
 *  Created   : 1997-01-20
 *  Updated   : 2025-12-05
 *  Notes     :
 *
 * Copyright (c) 1997-2026 Urs Janssen <urs@tin.org>
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * 1. Redistributions of source code must retain the above copyright notice,
 *    this list of conditions and the following disclaimer.
 *
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * 3. Neither the name of the copyright holder nor the names of its
 *    contributors may be used to endorse or promote products derived from
 *    this software without specific prior written permission.
 *
 * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */


#ifndef TIN_H
#	include "tin.h"
#endif /* !TIN_H */

#ifdef HAVE_UNICODE_NORMALIZATION
#	ifdef HAVE_LIBUNISTRING
#		ifdef HAVE_UNITYPES_H
#			include <unitypes.h>
#		endif /* HAVE_UNITYPES_H */
#		ifdef HAVE_UNINORM_H
#			include <uninorm.h>
#		endif /* HAVE_UNINORM_H */
#	else
#		if defined(HAVE_LIBIDN) && defined(HAVE_STRINGPREP_H) && !defined(_STRINGPREP_H)
#			include <stringprep.h>
#		endif /* HAVE_LIBIDN && HAVE_STRINGPREP_H && !_STRINGPREP_H */
#	endif /* HAVE_LIBUNISTRING */
#endif /* HAVE_UNICODE_NORMALIZATION */

/*
 * this file needs some work
 */
/*
 * Local prototypes
 */
#if defined(MULTIBYTE_ABLE) && !defined(NO_LOCALE)
	static wchar_t *my_wcsdup(const wchar_t *wstr);
	static wchar_t *wexpand_tab(const wchar_t *wstr, size_t tab_width);
#endif /* MULTIBYTE_ABLE && !NO_LOCALE */


/*
 * special ltoa()
 * converts value into a string with a maxlen of digits (usually should be
 * >=4), last char may be one of the following:
 * 'k'ilo, 'M'ega, 'G'iga, 'T'era, 'P'eta, 'E'xa, 'Z'etta, 'Y'otta,
 * 'R'onna, 'Q'uetta or 'e' if an error occurs
 */
char *
tin_ltoa(
	t_artnum value,
	size_t digits)
{
	static char buffer[64];
	static const char power[] = { 'e', 'k', 'M', 'G', 'T', 'P', 'E', 'Z', 'Y', 'R', 'Q', '\0' };
	size_t len;
	size_t i = 0;

	if (digits >= sizeof(buffer))
		digits = sizeof(buffer) - 1;

	if (!digits)
		++digits;

	snprintf(buffer, sizeof(buffer), "%"T_ARTNUM_PFMT, value);
	len = strlen(buffer);

	/*
	 * only shorten if necessary,
	 * then ensure that the metric prefix fits into the buffer
	 */
	if (len > digits && digits >= 3) {
		while (len >= digits) {
			len -= 3;
			++i;
		}
	}

	if (i >= strlen(power) || len > digits) {	/* buffer is to small */
		buffer[digits - 1] = power[0];
		buffer[digits] = '\0';
		return buffer;
	}

	if (i) {
		while (len < (digits - 1))
			buffer[len++] = ' ';

		if (digits > len)
			buffer[digits - 1] = power[i];
		else /* overflow */
			buffer[digits - 1] = power[0];

		buffer[digits] = '\0';
	} else
		snprintf(buffer, sizeof(buffer), "%*"T_ARTNUM_PFMT, (int) digits, value);

	return buffer;
}


#if !defined(USE_DMALLOC) || (defined(USE_DMALLOC) && !defined(HAVE_STRDUP))
/*
 * Handrolled version of strdup(), presumably to take advantage of
 * the enhanced error detection in my_malloc
 *
 * also, strdup is not mandatory in ANSI-C
 */
char *
my_strdup(
	const char *str)
{
	size_t len = 1;
	void *ptr;

	if (str && *str)
		len += strlen(str);

	ptr = my_malloc(len);

	memcpy(ptr, BlankIfNull(str), len);
	return (char *) ptr;
}


char *
my_strndup(
	const char *str,
	size_t n)
{
	char *ptr;
	size_t slen;

	if (str && *str) {
		if ((slen = strlen(str)) < n)
			n = slen;
	} else
		n = 0;

	ptr = (char *) my_malloc(n + 1);
	if (n)
		memcpy(ptr, str, n);
	*(ptr + n) = '\0';

	return ptr;
}
#endif /* !USE_DMALLOC || (USE_DMALLOC && !HAVE_STRDUP) */


/*
 * strtok that understands empty tokens
 * ie 2 adjacent delims count as two delims around a \0
 */
char *
tin_strtok(
	char *str,
	const char *delim)
{
	static char *buff;
	char *oldbuff, *ptr;

	/*
	 * First call, setup static ptr
	 */
	if (str)
		buff = str;

	/*
	 * If not at end of string find ptr to next token
	 * If delim found, break off token
	 */
	if (buff && (ptr = strpbrk(buff, delim)) != NULL)
		*ptr++ = '\0';
	else
		ptr = NULL;

	/*
	 * Advance position in string to next token
	 * return current token
	 */
	oldbuff = buff;
	buff = ptr;
	return oldbuff;
}


/*
 * strncpy that stops at a newline and null terminates
 */
void
my_strncpy(
	char *p,
	const char *q,
	size_t n)
{
#ifdef DEBUG
	assert(((void) "p (dst) must not be NULL", p != NULL));
	assert(((void) "n (len) must not be < 1", n > 0));
#else
	if (!p || n < 1)
		return;
#endif /* DEBUG */

	while (n--) {
		if (!*q || *q == '\n')
			break;
		*p++ = *q++;
	}
	*p = '\0';
}


#ifndef HAVE_STRCASESTR
/*
 * case-insensitive version of strstr()
 */
char *
strcasestr(
	const char *haystack,
	const char *needle)
{
	const char *h;
	const char *n;

	h = haystack;
	n = needle;
	while (*haystack) {
		if (my_tolower((unsigned char) *h) == my_tolower((unsigned char) *n)) {
			++h;
			++n;
			if (!*n)
				return (char *) haystack;
		} else {
			h = ++haystack;
			n = needle;
		}
	}
	return NULL;
}
#endif /* !HAVE_STRCASESTR */


/* strcat() returning the number of appended octets */
size_t
mystrcat(
	char **t,
	const char *s)
{
	size_t len = 0;

	while (*s) {
		*((*t)++) = *s++;
		++len;
	}
	**t = '\0';
	return len;
}


/*
 * get around broken tolower()/toupper() macros on
 * ancient BSDs (e.g. 4.2, 4.3, 4.3-Tahoe, 4.3-Reno and Net/2)
 */
int
my_tolower(
	int c)
{
#ifdef TOLOWER_BROKEN
	if (c >= 'A' && c <= 'Z')
		return (c - 'A' + 'a');
	else
		return (c);
#else
	return tolower(c);
#endif /* TOLOWER_BROKEN */
}


int
my_toupper(
	int c)
{
#ifdef TOUPPER_BROKEN
	if (c >= 'a' && c <= 'z')
		return (c - 'a' + 'A');
	else
		return (c);
#else
	return toupper(c);
#endif /* TOUPPER_BROKEN */
}


/*
 * TODO: add a wide char variant "wchar *wstr_lwr(wchar *wc)"
 */
void
str_lwr(
	char *str)
{
	char *dst = str;

	while (*str)
		*dst++ = (char) my_tolower((unsigned char) *str++);

	*dst = '\0';
}


/*
 * TODO: add a wide char variant "wchar *wstr_upr(wchar *wc)" or
 * HAVE_LIBICUUC
 * 	char *dst = NULL; UChar *usrc, *udst;
 * 	UErrorCode err = U_ZERO_ERROR; size_t dlen;
 * 	dlen = (strlen(src) + 1) * 4; udst = my_malloc(dlen);
 * 	usrc = char2UChar(src); u_strToUpper(udst, dlen, usrc, -1, NULL, &err);
 * 	if (!(U_FAILURE(err))) dst = UChar2char(udst);
 * 	free(udst); return dst;
 */
void
str_upr(
	char *str)
{
	char *dst = str;

	while (*str)
		*dst++ = (char) my_toupper((unsigned char) *str++);

	*dst = '\0';
}


/*
 * normal systems come with these...
 */

#ifndef HAVE_STRPBRK
/*
 * find first occurrence of any char from str2 in str1
 */
char *
strpbrk(
	const char *str1,
	const char *str2)
{
	const char *ptr1;
	const char *ptr2;

	for (ptr1 = str1; *ptr1 != '\0'; ptr1++) {
		for (ptr2 = str2; *ptr2 != '\0'; ) {
			if (*ptr1 == *ptr2++)
				return ptr1;
		}
	}
	return NULL;
}
#endif /* !HAVE_STRPBRK */


#ifndef HAVE_STRSTR
/*
 * ANSI C strstr() - Uses Boyer-Moore algorithm.
 */
char *
strstr(
	const char *text,
	const char *pattern)
{
	unsigned char *p, *t;
	int i, j, *delta;
	int deltaspace[256];
	size_t p1;
	size_t textlen;
	size_t patlen;

	textlen = strlen(text);
	patlen = strlen(pattern);

	/* algorithm fails if pattern is empty */
	if ((p1 = patlen) == 0)
		return text;

	/* code below fails (whenever i is unsigned) if pattern too long */
	if (p1 > textlen)
		return NULL;

	/* set up deltas */
	delta = deltaspace;
	for (i = 0; i <= 255; i++)
		delta[i] = p1;
	for (p = (unsigned char *) pattern, i = p1; --i > 0; )
		delta[*p++] = i;

	/*
	 * From now on, we want patlen - 1.
	 * In the loop below, p points to the end of the pattern,
	 * t points to the end of the text to be tested against the
	 * pattern, and i counts the amount of text remaining, not
	 * including the part to be tested.
	 */
	--p1;
	p = (unsigned char *) pattern + p1;
	t = (unsigned char *) text + p1;
	i = textlen - patlen;
	forever {
		if (*p == *t && memcmp ((p - p1), (t - p1), p1) == 0)
			return ((char *) t - p1);
		j = delta[*t];
		if (i < j)
			break;
		i -= j;
		t += j;
	}
	return NULL;
}
#endif /* !HAVE_STRSTR */


#if !defined(USE_LONG_ARTICLE_NUMBERS) && !defined(HAVE_ATOL)
/* unused except in atoartnum-marco */
/*
 * handrolled atol
 */
long
atol(
	const char *s)
{
	long ret = 0L;

	/* skip leading whitespace(s) */
	while (*s && isspace((unsigned char) *s))
		++s;

	while (*s) {
		if (isdigit((unsigned char) *s))
			ret = ret * 10 + (*s - '0');
		else
			return -1;
		++s;
	}
	return ret;
}
#endif /* !USE_LONG_ARTICLE_NUMBERS && !HAVE_ATOL */


#ifndef HAVE_STRTOL
#	define DIGIT(x) (isdigit((unsigned char) x) ? ((x) - '0') : (10 + my_tolower((unsigned char) x) - 'a'))
#	define MBASE 36
/* doesn't do ERANGE */
long
strtol(
	const char *str,
	char **ptr,
	int use_base)
{
	long val = 0L;
	int xx = 0, sign = 1;

	if (use_base < 0 || use_base == 1 || use_base > MBASE) {
		errno = EINVAL;
		goto OUT;
	}

	while (isspace((unsigned char) *str))
		++str;

	if (*str == '-') {
		++str;
		sign = -1;
	} else if (*str == '+')
		++str;

	if (use_base == 0) {
		if (*str == '0') {
			++str;
			if (*str == 'x' || *str == 'X') {
				++str;
				use_base = 16;
			} else
				use_base = 8;
		} else
			use_base = 10;
	} else if (use_base == 16) {
		if (str[0] == '0' && (str[1] == 'x' || str[1] == 'X'))
			str += 2;
	}
	/*
	 * for any base > 10, the digits incrementally following
	 * 9 are assumed to be "abc...z" or "ABC...Z"
	 */
	while (isalnum((unsigned char) *str) && (xx = DIGIT(*str)) < use_base) {
		/* accumulate neg avoids surprises near maxint */
		val = use_base * val - xx;
		++str;
	}

OUT:
	if (ptr != NULL)
		*ptr = str;

	return (sign * (-val));
}
#	undef DIGIT
#	undef MBASE
#endif /* !HAVE_STRTOL */


#if !defined(HAVE_STRCASECMP) || !defined(HAVE_STRNCASECMP)
#	define FOLD_TO_UPPER(a)	(my_toupper((unsigned char) (a)))
#endif /* !HAVE_STRCASECMP || !HAVE_STRNCASECMP */
/*
 * strcmp that ignores case
 */
#ifndef HAVE_STRCASECMP
int
strcasecmp(
	const char *p,
	const char *q)
{
	int r;

	for (; (r = FOLD_TO_UPPER (*p) - FOLD_TO_UPPER (*q)) == 0; ++p, ++q) {
		if (*p == '\0')
			return 0;
	}

	return r;
}
#endif /* !HAVE_STRCASECMP */


#ifndef HAVE_STRNCASECMP
int
strncasecmp(
	const char *p,
	const char *q,
	size_t n)
{
	int r = 0;
	for (; n && (r = (FOLD_TO_UPPER(*p) - FOLD_TO_UPPER(*q))) == 0; ++p, ++q, --n) {
		if (*p == '\0')
			return 0;
	}
	return n ? r : 0;
}
#endif /* !HAVE_STRNCASECMP */


#ifndef HAVE_STRSEP
/*
 * strsep() is not mandatory in ANSI-C
 */
char *
strsep(
	char **stringp,
	const char *delim)
{
	char *s = *stringp;
	char *p;

	if (!s)
		return NULL;

	if ((p = strpbrk(s, delim)) != NULL)
		*p++ = '\0';

	*stringp = p;
	return s;
}
#endif /* !HAVE_STRSEP */


/*
 * str_trim - in-place string trim leading and trailing whitespace
 *
 * INPUT:  string  - string to trim
 *
 * OUTPUT: string  - trimmed string
 *
 * RETURN: trimmed string
 */
char *
str_trim(
	char *string)
{
	char *rp, *wp, *ep;
	size_t s;

	if (string == NULL)
		return NULL;

	if (!(s = strlen(string)))
		return string;

	/* remove trailing spaces */
	ep = string + s - 1;
	while (ep >= string && isspace((unsigned char) *ep))
		--ep;
	*(ep + 1) = '\0';

	/* skip leading space */
	for (rp = wp = string; isspace((unsigned char) *rp); rp++)
		;

	/* copy if required to keep address */
	if (rp != string) {
		while (*rp)
			*wp++ = *rp++;

		*wp = '\0';
	}

	return string;
}


/*
 * Return a pointer into s eliminating any TAB, CR and LF.
 */
char *
eat_tab(
	char *s)
{
	char *p1 = s;
	char *p2 = s;

	while (*p1) {
		if (*p1 == '\t' || *p1 == '\r' || *p1 == '\n') {
			++p1;
		} else if (p1 != p2) {
			*p2++ = *p1++;
		} else {
			++p1;
			++p2;
		}
	}
	if (p1 != p2)
		*p2 = '\0';

	return s;
}


#if defined(MULTIBYTE_ABLE) && !defined(NO_LOCALE)
static wchar_t *
wexpand_tab(
	const wchar_t *wstr,
	size_t tab_width)
{
	size_t cur_len = LEN, i = 0, tw;
	wchar_t *wbuf = my_malloc(cur_len * sizeof(wchar_t));
	const wchar_t *wc = wstr;

	while (*wc) {
		if (i > cur_len - (tab_width + 1)) {
			cur_len <<= 1;
			wbuf = my_realloc(wbuf, cur_len * sizeof(wchar_t));
		}
		if (*wc == (wchar_t) '\t') {
			tw = tab_width;
			for (; tw > 0; --tw)
				wbuf[i++] = (wchar_t) ' ';
		} else
			wbuf[i++] = *wc;
		++wc;
	}
	wbuf[i] = '\0';

	return wbuf;
}
#endif /* !MULTIBYTE_ABLE || NO_LOCALE */


char *
expand_tab(
	const char *str,
	size_t tab_width)
{
	char *buf = my_calloc(1, LEN);
#if defined(MULTIBYTE_ABLE) && !defined(NO_LOCALE)
	wchar_t *wmessage, *wbuf;

	if ((wmessage = char2wchar_t(str)) != NULL) {
		if ((wbuf = wexpand_tab(wmessage, tab_width))) {
			free(buf);
			if ((buf = wchar_t2char(wbuf)) != NULL) {
				free(wbuf);
				free(wmessage);
				return buf;
			}
			free(wbuf);
		}
		free(wmessage);
	}
#else
	size_t cur_len = LEN, i = 0, tw;
	char *c = str;

	while (*c) {
		if (i > cur_len - (tab_width + 1)) {
			cur_len <<= 1;
			buf = my_realloc(buf, cur_len);
		}
		if (*c == '\t') {
			tw = tab_width;
			for (; tw > 0; --tw)
				buf[i++] = ' ';
		} else
			buf[i++] = *c;
		++c;
	}
	buf[i] = '\0';
#endif /* MULTIBYTE_ABLE && !NO_LOCALE */

	return buf;
}


/*
 * Format a shell command, escaping blanks and other awkward characters that
 * appear in the string arguments. Replaces sprintf, except that we pass in
 * the buffer limit, so we can refrain from trashing memory on very long
 * pathnames.
 *
 * Returns the number of characters written (not counting null), or -1 if there
 * is not enough room in the 'dst' buffer.
 */

#define SH_FORMAT(c)	if (++result >= (int) len) \
				break; \
			*dst++ = (char) c

#define SH_SINGLE "\\\'"
#define SH_DOUBLE "\\\'\"`$"
#define SH_META   "\\\'\"`$*%?()[]{}|<>^&;#~"

int
sh_format(
	char *dst,
	size_t len,
	const char *fmt,
	...)
{
	char *src;
	char temp[20];
	int result = 0;
	int quote = 0;
	va_list ap;

	va_start(ap, fmt);

	while (*fmt != 0) {
		int ch = *fmt++;

		if (ch == '\\') {
			SH_FORMAT(ch);
			if (*fmt != '\0') {
				SH_FORMAT(*fmt++);
			}
			continue;
		} else if (ch == '%') {
			if (*fmt == '\0') {
				SH_FORMAT('%');
				break;
			}

			switch (*fmt++) {
				case '%':
					src = strcpy(temp, "%");
					break;

				case 's':
					src = va_arg(ap, char *);
					break;

				case 'd':
					snprintf(temp, sizeof(temp), "%d", va_arg(ap, int));
					src = temp;
					break;

				default:
					src = strcpy(temp, "");
					break;
			}

			while (*src != '\0') {
				t_bool fix;

				if (quote == '"') {
					fix = (strchr(SH_DOUBLE, *src) != NULL);
				} else if (quote == '\'') {
					fix = (strchr(SH_SINGLE, *src) != NULL);
				} else
					fix = (strchr(SH_META, *src) != NULL);
				if (fix) {
					SH_FORMAT('\\');
				}
				SH_FORMAT(*src++);
			}
		} else {
			if (quote) {
				if (ch == quote)
					quote = 0;
			} else {
				if (ch == '"' || ch == '\'')
					quote = ch;
			}
			SH_FORMAT(ch);
		}
	}
	va_end(ap);

	if (result + 1 >= (int) len)
		result = -1;
	else
		*dst = '\0';

	return result;
}


#ifndef HAVE_STRERROR
#	ifdef HAVE_SYS_ERRLIST
		extern int sys_nerr;
#	endif /* HAVE_SYS_ERRLIST */
#	ifdef DECL_SYS_ERRLIST
		extern char *sys_errlist[];
#	endif /* DECL_SYS_ERRLIST */
char *
my_strerror(
	int n)
{
	static char temp[32];

#	ifdef HAVE_SYS_ERRLIST
	if (n >= 0 && n < sys_nerr)
		return sys_errlist[n];
#	endif /* HAVE_SYS_ERRLIST */
	snprintf(temp, sizeof(temp), "Errno: %d", n);
	return temp;
}
#endif /* !HAVE_STRERROR */


/* strrstr() based on Lars Wirzenius' <lars.wirzenius@helsinki.fi> code */
#ifndef HAVE_STRRSTR
char *
strrstr(
	const char *str,
	const char *pat)
{
	if ((str != NULL) && (pat != NULL)) {
		const char *ptr;
		size_t slen = strlen(str);
		size_t plen = strlen(pat);

		if ((plen != 0) && (plen <= slen)) {
			for (ptr = str + (slen - plen); ptr > str; --ptr) {
				if (*ptr == *pat && STRNCMPEQ(ptr, pat, plen))
					return (char *) ptr;
			}
		}
	}
	return NULL;
}
#endif /* !HAVE_STRRSTR */


#if defined(MULTIBYTE_ABLE) && !defined(NO_LOCALE)
/*
 * convert from char* to wchar_t*
 */
wchar_t *
char2wchar_t(
	const char *str)
{
	char *test;
	size_t i, len, pos;
	wchar_t *wstr;

	if (!str)
		return NULL;

	test = my_calloc(1, strlen(str) + 1);
	/* check for illegal sequences */
	for (pos = 0; str[pos] != '\0'; pos++) {
		test[pos] = str[pos];
		i = 1;
		while ((len = mbstowcs(NULL, test, 0)) == (size_t) (-1) && str[pos + i] != '\0' && i < (size_t) MB_CUR_MAX) {
			test[pos + i] = str[pos + i];
			i++;
		}
		if (len == (size_t) (-1)) {
			test[pos] = '?';
			while (--i > 1)
				test[pos + i] = '\0';
		} else
			pos += i - 1;
		test[pos + 1] = '\0';
	}

#if 0
	if ((len = mbstowcs(NULL, test, 0)) != pos) {
		len = (size_t) (-1);
		while (len == (size_t) (-1) && pos) {
		if ((len = mbstowcs(NULL, test, 0)) == (size_t) (-1))
			test[--pos] = '?';
		}
	}
#endif /* 0 */

	if ((len = mbstowcs(NULL, test, 0)) == (size_t) (-1)) {
		free(test);
		return NULL;
	}

	wstr = my_calloc(len + 1, sizeof(wchar_t));
	pos = mbstowcs(wstr, test, len);
	wstr[pos == (size_t) (-1) ? 0 : pos] = '\0';
	free(test);

	return wstr;
}


/*
 * convert from wchar_t* to char*
 */
char *
wchar_t2char(
	const wchar_t *wstr)
{
	char *str;
	size_t len = wcstombs(NULL, wstr, 0);

	if (len == (size_t) (-1))
		return NULL;

	str = my_malloc(len + 1);
	wcstombs(str, wstr, len + 1);

	return str;
}


/*
 * Interface to wcspart for non wide character strings
 */
char *
spart(
	const char *str,
	size_t columns,
	t_bool pad)
{
	char *buf = NULL;
	wchar_t *wbuf, *wbuf2;

	if ((wbuf = char2wchar_t(str)) != NULL) {
		wbuf2 = wcspart(wbuf, columns, pad);
		free(wbuf);
		buf = wchar_t2char(wbuf2);
		FreeIfNeeded(wbuf2);
	}

	return buf;
}


/*
 * returns a new string fitting into 'columns' columns
 * if pad is TRUE the resulting string will be filled with spaces if necessary
 */
wchar_t *
wcspart(
	const wchar_t *wstr,
	size_t columns,
	t_bool pad)
{
	size_t used = 0;
	wchar_t *ptr, *wbuf;

	wbuf = my_wcsdup(wstr);
	/* make sure all characters in wbuf are printable */
	ptr = wconvert_to_printable(wbuf, FALSE);

	/* terminate wbuf after 'columns' columns */
	while (*ptr && used + wcwidth(*ptr) <= columns)
		used += wcwidth(*ptr++);
	*ptr = (wchar_t) '\0';

	/* pad with spaces */
	if (pad) {
		size_t gap = columns - used;

		wbuf = my_realloc(wbuf, sizeof(wchar_t) * (wcslen(wbuf) + (size_t) (gap + 1)));
		ptr = wbuf + wcslen(wbuf); /* set ptr again to end of wbuf */

		while (gap-- > 0)
			*ptr++ = (wchar_t) ' ';

		*ptr = (wchar_t) '\0';
	} else
		wbuf = my_realloc(wbuf, sizeof(wchar_t) * (wcslen(wbuf) + 1));

	return wbuf;
}


/*
 * wcs version of abbr_groupname()
 */
wchar_t *
abbr_wcsgroupname(
	const wchar_t *grpname,
	int len)
{
	wchar_t *src, *dest, *tail, *new_grpname;
	int tmplen, newlen;

	dest = new_grpname = my_wcsdup(grpname);

	if (len > 0 && wcswidth(grpname, wcslen(grpname)) > len) {
		if ((src = wcschr(grpname, (wchar_t) '.')) != NULL) {
			tmplen = wcwidth(*dest++);

			do {
				*dest++ = *src;
				tmplen += wcwidth(*src++);
				*dest++ = *src;
				tmplen += wcwidth(*src++);
				tail = src;
				newlen = wcswidth(tail, wcslen(tail)) + tmplen;
			} while ((src = wcschr(src, (wchar_t) '.')) != NULL && newlen > len);

			if (newlen > len)
				*dest++ = (wchar_t) '.';
			else {
				while (*tail)
					*dest++ = *tail++;
			}

			*dest = (wchar_t) '\0';
			new_grpname = my_realloc(new_grpname, sizeof(wchar_t) * (wcslen(new_grpname) + 1));

			if (wcswidth(new_grpname, wcslen(new_grpname)) > len) {
				dest = wstrunc(new_grpname, len);
				free(new_grpname);
				new_grpname = dest;
			}
		} else {
			dest = wstrunc(new_grpname, len);
			free(new_grpname);
			new_grpname = dest;
		}
	}

	return new_grpname;
}
#else /* !MULTIBYTE_ABLE || NO_LOCALE */


/*
 * Abbreviate a groupname like this:
 * 	foo.bar.baz
 * 	f.bar.baz
 * 	f.b.baz
 * 	f.b.b.
 * depending on the given length
 */
char *
abbr_groupname(
	const char *grpname,
	size_t len)
{
	char *src, *dest, *tail, *new_grpname;
	size_t tmplen, newlen;

	dest = new_grpname = my_strdup(len > 0 ? grpname : "");

	if (len > 0 && strlen(grpname) > len) {
		if ((src = strchr(grpname, '.')) != NULL) {
			++dest;
			tmplen = 1;

			do {
				*dest++ = *src++;
				*dest++ = *src++;
				tmplen += 2;
				tail = src;
				newlen = strlen(tail) + tmplen;
			} while ((src = strchr(src, '.')) != NULL && newlen > len);

			if (newlen > len)
				*dest++ = '.';
			else {
				while (*tail)
					*dest++ = *tail++;
			}

			*dest = '\0';
			new_grpname = my_realloc(new_grpname, strlen(new_grpname) + 1);

			if (strlen(new_grpname) > len) {
				dest = strunc(new_grpname, len);
				free(new_grpname);
				new_grpname = dest;
			}
		} else {
			dest = strunc(new_grpname, len);
			free(new_grpname);
			new_grpname = dest;
		}
	}

	return new_grpname;
}
#endif /* MULTIBYTE_ABLE && !NO_LOCALE */


/*
 * Returns the number of screen positions a string occupies
 */
int
strwidth(
	const char *str)
{
	int columns = (int) strlen(str);
#if defined(MULTIBYTE_ABLE) && !defined(NO_LOCALE)
	int width;
	wchar_t *wbuf;

	if ((wbuf = char2wchar_t(str)) != NULL) {
		if ((width = wcswidth(wbuf, wcslen(wbuf) + 1)) > 0)
			columns = width;
		free(wbuf);
	}
#endif /* MULTIBYTE_ABLE && !NO_LOCALE */
	return columns;
}


/*
 * shortens 'mesg' that it occupies at most 'len' screen positions.
 * If it was necessary to truncate 'mesg', " ..." is appended to the
 * resulting string (still 'len' screen positions wide).
 * The resulting string is stored in 'buf'.
 *
 * TODO: stop at first '\n' and remove (leading?) and tailing whitespace.
 */
char *
strunc(
	const char *message,
	size_t len)
{
	char *tmp;
	size_t tlen = strlen(TRUNC_TAIL);
#if defined(MULTIBYTE_ABLE) && !defined(NO_LOCALE)
	wchar_t *wmessage, *wbuf;

	if ((wmessage = char2wchar_t(BlankIfNull(message))) != NULL) {
		wbuf = wstrunc(wmessage, len);
		free(wmessage);

		if ((tmp = wchar_t2char(wbuf)) != NULL) {
			free(wbuf);

			return tmp;
		}
		free(wbuf);
	}
	/* something went wrong using wide-chars, default back to normal chars */
#endif /* MULTIBYTE_ABLE && !NO_LOCALE */

	if (len <= tlen)
		tmp = my_strdup("");
	else {
		char *tmp_msg;

		tmp_msg = my_strdup(message);
		/* make sure all characters are printable */
		convert_to_printable(tmp_msg, FALSE);

		if (strlen(tmp_msg) <= len)
			tmp = my_strdup(tmp_msg);
		else {
			tmp = my_malloc(len + 1);
			snprintf(tmp, len + 1, "%-*.*s%s", (int) (len - tlen), (int) (len - tlen), tmp_msg, TRUNC_TAIL);
		}
		free(tmp_msg);
	}

	return tmp;
}


#if defined(MULTIBYTE_ABLE) && !defined(NO_LOCALE)
/* the wide-char equivalent of strunc() */
/* TODO: stop at first '\n' and remove (leading?) and tailing whitespace. */
wchar_t *
wstrunc(
	const wchar_t *wmessage,
	size_t len)
{
	wchar_t *wtmp;

	/* make sure all characters are printable */
	wtmp = my_wcsdup(wmessage);
	wconvert_to_printable(wtmp, FALSE);

	if (wcswidth(wtmp, wcslen(wtmp)) > (int) len) {
		/* wtmp must be truncated */
		size_t len_tail;
		wchar_t *wtmp2 = NULL, *tail;

		if (tinrc.utf8_graphics)
			tail = my_wcsdup((const wchar_t *) WTRUNC_TAIL);
		else
			tail = char2wchar_t(TRUNC_TAIL);

		len_tail = tail ? wcslen(tail) : 0;
		if (len_tail >= len) {
			FreeAndNull(tail);
			len_tail = 0;
		} else
			wtmp2 = wcspart(wtmp, len - len_tail, FALSE);

		free(wtmp);
		if (wtmp2)
			wtmp = my_realloc(wtmp2, sizeof(wchar_t) * (wcslen(wtmp2) + len_tail + 1));	/* wtmp2 isn't valid anymore and doesn't have to be free()ed */
		else
			wtmp = my_calloc(len_tail + 1, sizeof(wchar_t));

		if (tail && *tail)
			wcscat(wtmp, tail);

		FreeIfNeeded(tail);
	}

	return wtmp;
}


/*
 * duplicates a wide-char string
 */
static wchar_t *
my_wcsdup(
	const wchar_t *wstr)
{
	size_t len = 1;
	void *ptr;

	if (wstr)
		len += wcslen(wstr);

	ptr = (wchar_t *) my_calloc(len, sizeof(wchar_t));
	if (wstr && *wstr && len > 1)
		memcpy(ptr, wstr, sizeof(wchar_t) * len);
	return (wchar_t *) ptr;
}
#endif /* MULTIBYTE_ABLE && !NO_LOCALE */


#if defined(HAVE_LIBICUUC) && defined(MULTIBYTE_ABLE) && !defined(NO_LOCALE)
/*
 * convert from char* (UTF-8) to UChar* (UTF-16)
 * ICU expects strings as UChar*
 */
UChar *
char2UChar(
	const char *str)
{
	int32_t needed;
	UChar *ustr;
	UErrorCode status = U_ZERO_ERROR;

	u_strFromUTF8(NULL, 0, &needed, str, -1, &status);
	status = U_ZERO_ERROR;		/* reset status */
	ustr = my_malloc(sizeof(UChar) * (needed + 1));
	u_strFromUTF8(ustr, needed + 1, NULL, str, -1, &status);

	if (U_FAILURE(status)) {
		/* clean up and return NULL */
		free(ustr);
		return NULL;
	}
	return ustr;
}


/*
 * convert from UChar* (UTF-16) to char* (UTF-8)
 */
char *
UChar2char(
	const UChar *ustr)
{
	char *str;
	int32_t needed;
	UErrorCode status = U_ZERO_ERROR;

	u_strToUTF8(NULL, 0, &needed, ustr, -1, &status);
	status = U_ZERO_ERROR;		/* reset status */
	str = my_malloc(needed + 1);
	u_strToUTF8(str, needed + 1, NULL, ustr, -1, &status);

	if (U_FAILURE(status)) {
		/* clean up and return NULL */
		free(str);
		return NULL;
	}
	return str;
}
#endif /* HAVE_LIBICUUC && MULTIBYTE_ABLE && !NO_LOCALE */


#ifdef HAVE_UNICODE_NORMALIZATION
/*
 * unicode normalization
 *
 * str: the string to normalize (must be UTF-8)
 * returns the normalized string
 * if the normalization failed a copy of the original string will be returned
 *
 * don't forget to free() the allocated memory if not needed anymore
 */
char *
normalize(
	const char *str)
{
	char *buf, *tmp;

	/* make sure str is valid UTF-8 */
	tmp = my_strdup(str);
	utf8_valid(tmp);

	if (tinrc.normalization_form == NORMALIZE_NONE) /* normalization is disabled */
		return tmp;

#	ifdef HAVE_LIBICUUC
	{ /* ICU */
		int32_t needed, norm_len;
		UChar *ustr, *norm;
		UErrorCode status = U_ZERO_ERROR;
#		ifdef HAVE_UNICODE_UNORM2_H
		static const char *uni_name[] = { "nfc", "nfkc", "nfkc_cf" };
		const char *uni_namep;
		UNormalization2Mode mode;
#		else
		UNormalizationMode mode;
#		endif /* !HAVE_UNICODE_UNORM2_H */

		/* convert to UTF-16 which is used internally by ICU */
		if ((ustr = char2UChar(tmp)) == NULL) /* something went wrong, return the original string (as valid UTF8) */
			return tmp;

		switch (tinrc.normalization_form) {
			case NORMALIZE_NFD:
#		ifdef HAVE_UNICODE_UNORM2_H
				uni_namep = uni_name[0];
				mode = UNORM2_DECOMPOSE;
#		else
				mode = UNORM_NFD;
#		endif /* HAVE_UNICODE_UNORM2_H */
				break;

			case NORMALIZE_NFC:
#		ifdef HAVE_UNICODE_UNORM2_H
				uni_namep = uni_name[0];
				mode = UNORM2_COMPOSE;
#		else
				mode = UNORM_NFC;
#		endif /* HAVE_UNICODE_UNORM2_H */
				break;

			case NORMALIZE_NFKD:
#		ifdef HAVE_UNICODE_UNORM2_H
				uni_namep = uni_name[1];
				mode = UNORM2_DECOMPOSE;
#		else
				mode = UNORM_NFKD;
#		endif /* HAVE_UNICODE_UNORM2_H */
				break;
#		ifdef HAVE_UNICODE_UNORM2_H
			case NORMALIZE_NFKC_CF:
				uni_namep = uni_name[2];
				mode = UNORM2_COMPOSE;
				break;
#		endif /* HAVE_UNICODE_UNORM2_H */

			case NORMALIZE_NFKC:
			default:
#		ifdef HAVE_UNICODE_UNORM2_H
				uni_namep = uni_name[1];
				mode = UNORM2_COMPOSE;
#		else
				mode = UNORM_NFKC;
#		endif /* HAVE_UNICODE_UNORM2_H */
		}

#		ifdef HAVE_UNICODE_UNORM2_H
		needed = unorm2_normalize(unorm2_getInstance(NULL, uni_namep, mode, &status), ustr, -1, NULL, 0, &status);
#		else
		needed = unorm_normalize(ustr, -1, mode, 0, NULL, 0, &status);
#		endif /* HAVE_UNICODE_UNORM2_H */

		status = U_ZERO_ERROR;		/* reset status */
		norm_len = needed + 1;
		norm = my_malloc(sizeof(UChar) * norm_len);
#		ifdef HAVE_UNICODE_UNORM2_H
		(void) unorm2_normalize(unorm2_getInstance(NULL, uni_namep, mode, &status), ustr, -1, norm, norm_len, &status);
#		else
		(void) unorm_normalize(ustr, -1, mode, 0, norm, norm_len, &status);
#		endif /* HAVE_UNICODE_UNORM2_H */

		if (U_FAILURE(status)) {
			/* something went wrong, return the original string (as valid UTF8) */
			free(ustr);
			free(norm);
			return tmp;
		}

		/* convert back to UTF-8 */
		if ((buf = UChar2char(norm)) == NULL) /* something went wrong, return the original string (as valid UTF8) */
			buf = tmp;
		else
			free(tmp);

		free(ustr);
		free(norm);
		return buf;
	}
#	else
#		ifdef HAVE_LIBUNISTRING
	/* unistring */
	{
		uninorm_t mode;
		size_t olen = 0;

		switch (tinrc.normalization_form) {
			case NORMALIZE_NFD:
				mode = UNINORM_NFD;
				break;

			case NORMALIZE_NFC:
				mode = UNINORM_NFC;
				break;

			case NORMALIZE_NFKD:
				mode = UNINORM_NFKD;
				break;

			case NORMALIZE_NFKC:
			default:
				mode = UNINORM_NFKC;
		}
		buf = (char *) u8_normalize(mode, (uint8_t *) tmp, strlen(tmp) + 1, NULL, &olen);
		free(tmp);
		return buf;
	}
#		else
#			ifdef HAVE_LIBIDN
	/* libidn */

	if ((buf = stringprep_utf8_nfkc_normalize(tmp, -1)) == NULL) /* normalization failed, return the original string (as valid UTF8) */
		buf = tmp;
	else
		free(tmp);

	return buf;
#			endif /* HAVE_LIBIDN */
#		endif /* HAVE_LIBUNISTRING */
#	endif /* HAVE_LIBICUUC */
}
#endif /* HAVE_UNICODE_NORMALIZATION */


/*
 * returns a pointer to allocated buffer containing the formatted string
 * must be freed if not needed anymore
 */
char *
fmt_string(
	const char *fmt,
	...)
{
	va_list ap;
	size_t size = LEN;
	char *str = my_malloc(size);
	int used;

	while (1) {
		va_start(ap, fmt);
		used = vsnprintf(str, size, fmt, ap);
		va_end(ap);

		if (used > 0 && used < (int) size)
			break;

		size <<= 1;
		str = my_realloc(str, size);
	}

	return str;
}


/*
 * %%              '%'
 * %d              description (only selection level)
 * %D              date, like date_format
 * %(formatstr)D   date, formatstr gets passed to my_strftime()
 * %f              newsgroup flag: 'D' bogus, 'X' not postable, 'M' moderated,
 *                 '=' renamed 'N' new, 'u' unsubscribed (only selection level)
 * %F              from, name and/or address according to show_author
 * %G              group name (only selection level)
 * %I              initials
 * %L              line count
 * %m              article marks
 * %M              Message-ID
 * %n              current group/thread/article number (linenumber on screen)
 * %R              number of responses in thread
 * %s              subject (only group level)
 * %S              score
 * %T              thread tree (only thread level)
 * %U              unread count (only selection level)
 *
 * TODO:
 * %A              address
 * %C              firstname
 * %N              fullname
 */
void
parse_format_string(
	const char *fmtstr,
	struct t_fmt *fmt)
{
	char tmp_date_str[LEN];
	char tmp_str[LEN];
	char *out, *d_fmt, *buf;
	const char *in;
	int min_cols, max_cols, cond_len;
	size_t cnt = 0;
	size_t len, len2, tmplen;
	time_t tmptime;
	enum {
		NO_FLAGS		= 0,
		ART_MARKS		= 1 << 0,
		DATE			= 1 << 1,
		FROM			= 1 << 2,
		GRP_DESC		= 1 << 3,
		GRP_FLAGS		= 1 << 4,
		GRP_NAME		= 1 << 5,
		INITIALS		= 1 << 6,
		LINE_CNT		= 1 << 7,
		LINE_NUMBER		= 1 << 8,
		MSGID			= 1 << 9,
		RESP_COUNT		= 1 << 10,
		SCORE			= 1 << 11,
		SUBJECT			= 1 << 12,
		THREAD_TREE		= 1 << 13,
		U_CNT			= 1 << 14,
		FROM_FIRST		= 1 << 15
	};
	int flags = NO_FLAGS;
#if defined(MULTIBYTE_ABLE) && !defined(NO_LOCALE)
	char tmp[BUFSIZ];
	wchar_t *wtmp;
#endif /* MULTIBYTE_ABLE && !NO_LOCALE */

	fmt->len_date = 0;
	fmt->len_date_max = 0;
	fmt->len_grpdesc = 0;
	fmt->len_from = 0;
	fmt->len_grpname = 0;
	fmt->len_grpname_dsc = 0;
	fmt->len_grpname_max = 0;
	fmt->len_initials = 0;
	fmt->len_linenumber = 0;
	fmt->len_linecnt = 0;
	fmt->len_msgid = 0;
	fmt->len_respcnt = 0;
	fmt->len_score = 0;
	fmt->len_subj = 0;
	fmt->len_ucnt = 0;
	fmt->flags_offset = 0;
	fmt->mark_offset = 0;
	fmt->ucnt_offset = 0;
	fmt->show_grpdesc = FALSE;
	fmt->d_before_f = FALSE;
	fmt->g_before_f = FALSE;
	fmt->d_before_u = FALSE;
	fmt->g_before_u = FALSE;
	FreeAndNull(fmt->str);
	FreeAndNull(fmt->date_str);
	tmp_date_str[0] = '\0';
	tmp_str[0] = '\0';
	in = fmtstr;
	out = tmp_str;

	if (tinrc.draw_arrow)
		cnt += 2;

	for (; *in; in++) {
		if (*in != '%') {
			*out++ = *in;
			++cnt;
			continue;
		}
		*out++ = *in++;
		len = 0;
		len2 = 0;
		cond_len = 0;
		max_cols = cCOLS + 1;
		min_cols = 0;
		tmp_date_str[0] = '\0';
		d_fmt = tmp_date_str;
		if (*in > '0' && *in <= '9') {
			len = (size_t) strtol(in, NULL, 10);
			for (; *in >= '0' && *in <= '9'; in++)
				;
		}
		if (*in == ',') {
			if (*++in > '0' && *in <= '9') {
				len2 = (size_t) strtol(in, NULL, 10);
				for (; *in >= '0' && *in <= '9'; in++)
					;
			}
		}
		if (*in == '>') {
			if (*++in > '0' && *in <= '9') {
				min_cols = strtol(in, NULL, 10);
				for (; *in >= '0' && *in <= '9'; in++)
					;
			}
		}
		if (*in == '<') {
			if (*++in > '0' && *in <= '9') {
				max_cols = strtol(in, NULL, 10);
				for (; *in >= '0' && *in <= '9'; in++)
					;
			}
		}
		if (*in == ':') {
			if (*++in > '0' && *in <= '9') {
				cond_len = strtol(in, NULL, 10);
				for (; *in >= '0' && *in <= '9'; in++)
					;
			} else
				cond_len = -1;
		}
		if (*in == '(') {
			char *tmpp;
			const char *endp = NULL;
			const char *startp = in;

			while ((tmpp = strstr(startp + 1, ")D")))
				endp = startp = tmpp;

			if (endp) {
				tmplen = (size_t) (endp - in);

				for (in++; *in && --tmplen; in++)
					*d_fmt++ = *in;

				*d_fmt = '\0';
				++in;
			} else {
				--out;
				*out++ = *in;
				continue;
			}
		}
		*out++ = *in;
		switch (*in) {
			case '\0':
				break;

			case '%':
				++cnt;
				break;

			case 'd':
				/* Newsgroup description */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & GRP_DESC) && signal_context == cSelect) {
					flags |= GRP_DESC;
					fmt->show_grpdesc = TRUE;
					if (len)
						fmt->len_grpdesc = len;
				} else
					out -= 2;
				break;

			case 'D':
				/* Date */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & DATE) && (signal_context == cGroup || signal_context == cThread)) {
					flags |= DATE;
					if (*tmp_date_str)
						fmt->date_str = my_strdup(tmp_date_str);
					else
						fmt->date_str = my_strdup(curr_group->attribute->date_format ? BlankIfNull(*curr_group->attribute->date_format) : "");
					buf = my_malloc(LEN);
					(void) time(&tmptime);
					if (my_strftime(buf, LEN - 1, fmt->date_str, localtime(&tmptime))) {
#if defined(MULTIBYTE_ABLE) && !defined(NO_LOCALE)
						if ((wtmp = char2wchar_t(buf)) != NULL) {
							if (wcstombs(tmp, wtmp, sizeof(tmp) - 1) != (size_t) -1)
								fmt->len_date = (size_t) strwidth(tmp);

							free(wtmp);
						}
#else
						fmt->len_date = strlen(buf);
#endif /* MULTIBYTE_ABLE && !NO_LOCALE */
					}
					free(buf);
					if (len) {
						fmt->len_date_max = len;
					}
				} else
					out -= 2;
				break;

			case 'f':
				/* Newsgroup flags */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & GRP_FLAGS) && signal_context == cSelect) {
					flags |= GRP_FLAGS;
					fmt->flags_offset = cnt;
					if (flags & GRP_NAME)
						fmt->g_before_f = TRUE;
					if (flags & GRP_DESC)
						fmt->d_before_f = TRUE;
					++cnt;
				} else
					out -= 2;
				break;

			case 'F':
				/* From */
				if (((cCOLS > min_cols && cCOLS < max_cols) || cond_len) && !(flags & FROM) && (signal_context == cGroup || signal_context == cThread)) {
					flags |= FROM;
					if (!(flags & (SUBJECT | THREAD_TREE)))
						flags |= FROM_FIRST;

					fmt->len_from = (cCOLS > min_cols && cCOLS < max_cols) ? len : cond_len > 0 ? cond_len : 0;
				} else
					out -= 2;
				break;

			case 'G':
				/* Newsgroup name */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & GRP_NAME) && signal_context == cSelect) {
					flags |= GRP_NAME;
					if (len)
						fmt->len_grpname = len;

					fmt->len_grpname_dsc = (len2 ? len2 : 32);
				} else
					out -= 2;
				break;

			case 'I':
				/* Initials */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & INITIALS) && (signal_context == cGroup || signal_context == cThread)) {
					flags |= INITIALS;
					fmt->len_initials = (len ? len : 3);
					cnt += fmt->len_initials;
				} else
					out -= 2;
				break;

			case 'L':
				/* Lines */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & LINE_CNT) && (signal_context == cGroup || signal_context == cThread)) {
					flags |= LINE_CNT;
					fmt->len_linecnt = (len ? len : 4);
					cnt += fmt->len_linecnt;
				} else
					out -= 2;
				break;

			case 'm':
				/* Article marks */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & ART_MARKS) && (signal_context == cGroup || signal_context == cThread)) {
					flags |= ART_MARKS;
#if defined(MULTIBYTE_ABLE) && !defined(NO_LOCALE)
					cnt += (art_mark_width + 2);
#else
					cnt += 3;
#endif /* MULTIBYTE_ABLE && !NO_LOCALE */
				} else
					out -= 2;
				break;

			case 'M':
				/* Message-ID */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & MSGID) && (signal_context == cGroup || signal_context == cThread)) {
					flags |= MSGID;
					fmt->len_msgid = (len ? len : 10);
					cnt += fmt->len_msgid;
				} else
					out -= 2;
				break;

			case 'n':
				/* Number in the menu */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & LINE_NUMBER)) {
					flags |= LINE_NUMBER;
					fmt->len_linenumber = (len ? len : 4);
					cnt += fmt->len_linenumber;
				} else
					out -= 2;
				break;

			case 'R':
				/* Number of responses in the thread */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & RESP_COUNT) && signal_context == cGroup) {
					flags |= RESP_COUNT;
					fmt->len_respcnt = (len ? len : 3);
					cnt += fmt->len_respcnt;
				} else
					out -= 2;
				break;

			case 's':
				/* Subject */
				if (((cCOLS > min_cols && cCOLS < max_cols) || cond_len) && !(flags & SUBJECT) && signal_context == cGroup) {
					flags |= SUBJECT;
					fmt->len_subj = (cCOLS > min_cols && cCOLS < max_cols) ? len : cond_len > 0 ? cond_len : 0;
				} else
					out -= 2;
				break;

			case 'S':
				/* Score */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & SCORE) && (signal_context == cGroup || signal_context == cThread)) {
					flags |= SCORE;
					fmt->len_score = (len ? len : 6);
					cnt += fmt->len_score;
				} else
					out -= 2;
				break;

			case 'T':
				/* Thread tree */
				if (((cCOLS > min_cols && cCOLS < max_cols) || cond_len) && !(flags & THREAD_TREE) && signal_context == cThread) {
					flags |= THREAD_TREE;
					show_subject = TRUE;
					fmt->len_subj = (cCOLS > min_cols && cCOLS < max_cols) ? len : cond_len > 0 ? cond_len : 0;
				} else
					out -= 2;
				break;

			case 'U':
				/* Unread count */
				if ((cCOLS > min_cols && cCOLS < max_cols) && !(flags & U_CNT) && signal_context == cSelect) {
					flags |= U_CNT;
					fmt->len_ucnt = (len ? len : 5);
					fmt->ucnt_offset = cnt;
					if (flags & GRP_NAME)
						fmt->g_before_u = TRUE;
					if (flags & GRP_DESC)
						fmt->d_before_u = TRUE;
					cnt += fmt->len_ucnt;
				} else
					out -= 2;
				break;

			default:
				out -= 2;
				*out++ = *in;
				++cnt;
				break;
		}
	}

	*out = '\0';
	fmt->str = my_strdup(tmp_str);

	/*
	 * check the given values against the screen width, fallback
	 * to a default format if necessary
	 *
	 * build defaults when no length were given
	 *
	 * if we draw no thread tree %F can use the entire space - otherwise
	 * %F will use one third of the space
	 */
	if (!*fmt->str || cnt > (size_t) cCOLS - 1) {
		flags = NO_FLAGS;
		fmt->len_linenumber = 4;
		switch (signal_context) {
			case cGroup:
				if (!*fmt->str)
					error_message(3, _(txt_error_empty_format_string), DEFAULT_GROUP_FORMAT);
				else
					error_message(3, _(txt_error_format_string), DEFAULT_GROUP_FORMAT);
				free(fmt->str);
				fmt->str = my_strdup(DEFAULT_GROUP_FORMAT);
				flags = (LINE_NUMBER | ART_MARKS | RESP_COUNT | LINE_CNT | SUBJECT | FROM);
				cnt = tinrc.draw_arrow ? 23 : 21;
				fmt->len_linecnt = 4;
				fmt->len_respcnt = 3;
				break;

			case cSelect:
				error_message(3, _(txt_error_format_string), DEFAULT_SELECT_FORMAT);
				free(fmt->str);
				fmt->str = my_strdup(DEFAULT_SELECT_FORMAT);
				flags = (GRP_FLAGS | LINE_NUMBER | U_CNT | GRP_NAME | GRP_DESC);
				cnt = tinrc.draw_arrow ? 18 : 16;
				fmt->show_grpdesc = TRUE;
				fmt->flags_offset = tinrc.draw_arrow ? 2 : 0;
				fmt->ucnt_offset = tinrc.draw_arrow ? 10 : 8;
				fmt->len_grpname_dsc = 32;
				fmt->len_grpname_max = (size_t) cCOLS - cnt - 1;
				fmt->len_ucnt = 5;
				break;

			case cThread:
				if (!*fmt->str)
					error_message(3, _(txt_error_empty_format_string), DEFAULT_THREAD_FORMAT);
				else
					error_message(3, _(txt_error_format_string), DEFAULT_THREAD_FORMAT);
				free(fmt->str);
				fmt->str = my_strdup(DEFAULT_THREAD_FORMAT);
				flags = (LINE_NUMBER | ART_MARKS | LINE_CNT | THREAD_TREE | FROM);
				cnt = tinrc.draw_arrow ? 22 : 20;
				fmt->len_linecnt = 4;
				break;

			default:
				break;
		}

		if (flags & (SUBJECT | THREAD_TREE))
			fmt->len_from = ((size_t) cCOLS - cnt - 1) / 3;
		else
			fmt->len_from = ((size_t) cCOLS - cnt - 1);

		fmt->len_subj = (size_t) cCOLS - fmt->len_from - cnt - 1;
	} else {
		int len_cnt, len_tmp;
		size_t *len_first, *len_last;
		t_bool flags_first, flags_last;

		len_cnt = (int) (cCOLS - (int) cnt - 1 < 0 ? 0 : cCOLS - cnt - 1);

		if (flags & (GRP_NAME | GRP_DESC))
			fmt->len_grpname_max = (size_t) len_cnt;

		if (!show_description && !(flags & GRP_NAME))
			fmt->len_grpname_max = 0;

		if ((flags & DATE) && fmt->len_date > (size_t) len_cnt)
			fmt->len_date = (size_t) len_cnt;

		if ((flags & DATE) && (!fmt->len_date_max || fmt->len_date_max > (size_t) len_cnt))
			fmt->len_date_max = fmt->len_date;

		/*
		 * For %s and %F, the item that comes last is normally truncated
		 * according to the available space first. If no length is specified
		 * for the item that comes first, but a length is specified for the
		 * item that comes last, the logic is reversed. In this case, the item
		 * that comes first is truncated according to the available space
		 * first.
		 */
		if ((flags & FROM_FIRST)) {
			if (!fmt->len_from && fmt->len_subj)
				flags &= ~FROM_FIRST;
		} else {
			if (fmt->len_from && !fmt->len_subj)
				flags |= FROM_FIRST;
		}

		if ((flags & FROM_FIRST)) {
			flags_first = (flags & (SUBJECT | THREAD_TREE));
			flags_last = (flags & FROM);
			len_first = &fmt->len_from;
			len_last = &fmt->len_subj;
		} else {
			flags_first = (flags & FROM);
			flags_last = (flags & (SUBJECT | THREAD_TREE));
			len_first = &fmt->len_subj;
			len_last = &fmt->len_from;
		}

		len_tmp = len_cnt - (int) fmt->len_date_max < 0 ? 0 : len_cnt - (int) fmt->len_date_max;
		if (flags_first) {
			if (!*len_last || *len_last > (size_t) len_tmp) {
				if (flags_last) {
					if (*len_first) {
						len_tmp = len_cnt - (int) fmt->len_date_max - (int) *len_first;
						*len_last = (size_t) (len_tmp < 0 ? 0 : len_tmp);
					} else {
						len_tmp = len_cnt - (int) fmt->len_date_max;
						*len_last = (size_t) (len_tmp < 0 ? 0 : len_tmp / 3);
					}
					len_tmp = len_cnt - (int) fmt->len_date_max - (int) *len_last;
					*len_first = (size_t) (len_tmp < 0 ? 0 : len_tmp);
				} else {
					len_tmp = len_cnt - (int) fmt->len_date_max;
					*len_last = (size_t) (len_tmp < 0 ? 0 : len_tmp);
				}
			} else {
				if (flags_last) {
					if (*len_first) {
						len_tmp = len_cnt - (int) fmt->len_date_max - (int) *len_first;
						*len_last = (size_t) (len_tmp < 0 ? 0 : MIN(*len_last, (size_t) len_tmp));
					}
					len_tmp = len_cnt - (int) fmt->len_date_max - (int) *len_last;
					*len_first = (size_t) (len_tmp < 0 ? 0 : MIN(*len_first, (size_t) len_tmp));
				}
			}
		} else if (flags_last && (!*len_first || *len_first > (size_t) len_tmp))
			*len_first = (size_t) len_tmp;
	}
}


#if defined(HAVE_LIBICUUC) && defined(MULTIBYTE_ABLE) && defined(HAVE_UNICODE_UBIDI_H) && !defined(NO_LOCALE)
/*
 * TODO: this is way to simple and needs to be reworked
 *
 * prepare a string with bi-directional text for display
 * (converts from logical order to visual order)
 *
 * str: original string (in UTF-8)
 * is_rtl: pointer to a t_bool where the direction of the resulting string
 * will be stored (left-to-right = FALSE, right-to-left = TRUE)
 * returns a pointer to the reordered string.
 * In case of error NULL is returned and the value of is_rtl indefinite
 */
char *
render_bidi(
	const char *str,
	t_bool *is_rtl)
{
	char *tmp;
	int32_t ustr_len;
	UBiDi *bidi_data;
	UChar *ustr, *ustr_reordered;
	UErrorCode status = U_ZERO_ERROR;

	*is_rtl = FALSE;

	/* make sure str is valid UTF-8 */
	tmp = my_strdup(str);
	utf8_valid(tmp);

	if ((ustr = char2UChar(tmp)) == NULL) {
		free(tmp);
		return NULL;
	}
	free(tmp);	/* tmp is not needed anymore */

	bidi_data = ubidi_open();
	ubidi_setPara(bidi_data, ustr, -1, UBIDI_DEFAULT_LTR, NULL, &status);
	if (U_FAILURE(status)) {
		ubidi_close(bidi_data);
		free(ustr);
		return NULL;
	}

	ustr_len = u_strlen(ustr) + 1;
	ustr_reordered = my_malloc(sizeof(UChar) * ustr_len);
	ubidi_writeReordered(bidi_data, ustr_reordered, ustr_len, UBIDI_REMOVE_BIDI_CONTROLS|UBIDI_DO_MIRRORING, &status); /* UBIDI_KEEP_BASE_COMBINING ? */
	if (U_FAILURE(status)) {
		ubidi_close(bidi_data);
		free(ustr);
		free(ustr_reordered);
		return NULL;
	}

	/*
	 * determine the direction of the text
	 * is the bidi level even => left-to-right
	 * is the bidi level odd  => right-to-left
	 */
	*is_rtl = (t_bool) (ubidi_getParaLevel(bidi_data) & 1);
	ubidi_close(bidi_data);

	/*
	 * No need to check the return value. In both cases we must clean up
	 * and return the returned value, will it be a pointer to the
	 * resulting string or NULL in case of failure.
	 */
	tmp = UChar2char(ustr_reordered);
	free(ustr);
	free(ustr_reordered);

	return tmp;
}
#endif /* HAVE_LIBICUUC && MULTIBYTE_ABLE && HAVE_UNICODE_UBIDI_H && !NO_LOCALE */


/*
 * string to int conversion with lower/upper limits
 * clears/sets errno
 */
signed int
s2i(
	const char *s,
	signed int min,
	signed int max)
{
	const char *hex;
	char *end = NULL;
	signed long res;

	errno = 0;

	/* allow 0[xX]n for hex, leading 0 is required */
	if ((hex = strpbrk(s, "xX")) != NULL && hex > s && *(hex - 1) == '0')
		res = strtol(s, &end, 16);
	else
		res = strtol(s, &end, 10);

	if (res < min) {
		res = min;
		errno = ERANGE;
	}

	if (res > max) {
		res = max;
		errno = ERANGE;
	}

	if (s == end || min > max) {
		res = 0;
		errno = EINVAL;
	}

	return ((signed int) res);
}


char *
append_to_string(
	char *dst,
	const char *src)
{
	if (!src || !*src)
		return dst;

	if (!dst) {
		dst = my_strdup(src);
		return dst;
	}

	dst = my_realloc(dst, strlen(dst) + strlen(src) + 1);
	strcat(dst, src);

	return dst;
}
