deb-mbse/lib/charconv.c

/*****************************************************************************
 *
 * $Id$
 * Purpose ...............: Common utilities - character set conversion
 *
 *****************************************************************************
 * Copyright (C) 1997-2002
 *   
 * Michiel Broek		FIDO:		2:280/2802
 * Beekmansbos 10
 * 1971 BV IJmuiden
 * the Netherlands
 *
 * This file is part of MBSE BBS.
 *
 * This BBS is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the
 * Free Software Foundation; either version 2, or (at your option) any
 * later version.
 *
 * MBSE BBS is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * General Public License for more details.
 * 
 * You should have received a copy of the GNU General Public License
 * along with MBSE BBS; see the file COPYING.  If not, write to the Free
 * Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
 *****************************************************************************/

#include "libs.h"
#include "structs.h"
#include "users.h"
#include "records.h"
#include "common.h"
#include "clcomm.h"


#ifndef BUFSIZ
#define BUFSIZ 512
#endif


char *oldfilemap=NULL;
char maptab[] = {
"\000\001\002\003\004\005\006\007\010\011\012\013\014\015\016\017"
"\020\021\022\023\024\025\026\027\030\031\032\033\034\035\036\037"
"\040\041\042\043\044\045\046\047\050\051\052\053\054\055\056\057"
"\060\061\062\063\064\065\066\067\070\071\072\073\074\075\076\077"
"\100\101\102\103\104\105\106\107\110\111\112\113\114\115\116\117"
"\120\121\122\123\124\125\126\127\130\131\132\133\134\135\136\137"
"\140\141\142\143\144\145\146\147\150\151\152\153\154\155\156\157"
"\160\161\162\163\164\165\166\167\170\171\172\173\174\175\176\177"
"\200\201\202\203\204\205\206\207\210\211\212\213\214\215\216\217"
"\220\221\222\223\224\225\226\227\230\231\232\233\234\235\236\237"
"\240\241\242\243\244\245\246\247\250\251\252\253\254\255\256\257"
"\260\261\262\263\264\265\266\267\270\271\272\273\274\275\276\277"
"\300\301\302\303\304\305\306\307\310\311\312\313\314\315\316\317"
"\320\321\322\323\324\325\326\327\330\331\332\333\334\335\336\337"
"\340\341\342\343\344\345\346\347\350\351\352\353\354\355\356\357"
"\360\361\362\363\364\365\366\367\370\371\372\373\374\375\376\377"
};



static int ctoi(char *);
static int ctoi(char *s)
{
	int i;

	if (!strncmp(s,"0x",2)) 
		sscanf(s+2,"%x",&i);
	else if (*s == '0') 
		sscanf(s,"%o",&i);
	else if (strspn(s,"0123456789") == strlen(s)) 
		sscanf(s,"%d",&i);
	else 
		i=0;
	return i;
}



static int getmaptab(char *);
static int getmaptab(char *maptab_name)
{
	FILE	*fp;
	char	buf[BUFSIZ], *p, *q;
	int	in, on;

	if ((fp = fopen(maptab_name, "r")) == NULL) {
		WriteError("$can't open mapchan file \"%s\" ", maptab_name);
		return 0;
	}

	while (fgets(buf, sizeof(buf)-1, fp)) {
		p = strtok(buf," \t\n#");
		q = strtok(NULL," \t\n#");
		if (p && q) {
			in = ctoi(p);
			on = ctoi(q);
			if (in && on) 
				maptab[in] = on;
		}
	}
	fclose(fp);

	return 0;
}



char *strnkconv(const char *src, int incode, int outcode, int n)
{
	char		ki[10], ko[10];
	int		kolen;
	static char	*dest;
	int		destlen;
	int		i;

	outcode = getkcode(outcode, ki, ko);
	kolen = strlen(ko);

	dest = strkconv(src, incode, outcode);
	destlen = strlen(dest);

	if(destlen >= kolen && destlen > strlen(src)) {
		for(i = 0; i < kolen; i++)
			*(dest + n - 1 + i) = ko[i];
		*(dest + n) = '\0';
	}
  
	return dest;
}



char *strkconv(const char *src, int incode, int outcode)
{
	static char *dest;

	if ((incode==outcode) && (incode!=CHRS_NOTSET) && (incode!=CHRS_AUTODETECT))
		return (char *)src;

	if (!src)
		return NULL;

	if((incode == CHRS_AUTODETECT) || (incode == CHRS_NOTSET)) {
		if (LANG_BITS == 16) {
			incode = iso2022_detectcode((char *)src,incode);
		}
	}

	if(dest)
		free(dest);
	/* FIXME: should be 
	 * dest = (char *)malloc((strlen(src) + 1) + (6 * "number of \n + 1"));
	 */
	dest = (char *)malloc(((strlen(src) + 1) * 2) + 6 );

	kconv((char *)src, &dest, incode, outcode);
	return dest;
}



void kconv(char *in, char **out, int incode, int outcode)
{
	char ki[10], ko[10];

	outcode = getkcode(outcode, ki, ko);
	if (incode == outcode) 
		noconv(in,out);
	else {
		switch (incode) {
			case CHRS_NOTSET :	noconv(in,out); 
						break;
			case CHRS_ASCII :	noconv(in,out); 
						break;
			case CHRS_BIG5 :
						switch (outcode) {
							default :	noconv(in,out); break;
						}
						break;
			case CHRS_CP424 :
				switch (outcode) {
					case CHRS_CP862 :	eight2eight(in,out,(char *)CP424__CP862); break;
					case CHRS_ISO_8859_8 :	eight2eight(in,out,(char *)CP424__ISO_8859_8); break;
					default :		noconv(in,out); break;
				}
			        break;
			case CHRS_CP437 :
				switch (outcode) {
					case CHRS_ISO_8859_1 :
					case CHRS_ISO_8859_15:	eight2eight(in,out,(char *)CP437__ISO_8859_1); break;
					case CHRS_MACINTOSH :	eight2eight(in,out,(char *)CP437__MACINTOSH); break;
					default : 		noconv(in,out); break;
				}
				break;
			case CHRS_CP850 :
				switch (outcode) {
					case CHRS_ISO_8859_1 :
					case CHRS_ISO_8859_15:	eight2eight(in,out,(char *)CP850__ISO_8859_1); break;
					case CHRS_MACINTOSH :   eight2eight(in,out,(char *)CP850__MACINTOSH); break;
					default :               noconv(in,out); break;
				}
				break;
			case CHRS_CP852 :
				switch (outcode) {
					case CHRS_FIDOMAZOVIA : eight2eight(in,out,(char *)CP852__FIDOMAZOVIA); break;
					case CHRS_ISO_8859_2 :  eight2eight(in,out,(char *)CP852__ISO_8859_2); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_CP862 :
				switch (outcode) {
					case CHRS_CP424 :	eight2eight(in,out,(char *)CP862__CP424); break;
					case CHRS_ISO_8859_8 :	eight2eight(in,out,(char *)CP862__ISO_8859_8); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_CP866 :
				switch (outcode) {
					case CHRS_ISO_8859_5 :	eight2eight(in,out,(char *)CP866__ISO_8859_5); break;
					case CHRS_KOI8_R :
					case CHRS_KOI8_U :	eight2eight(in,out,(char *)CP866__KOI8); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_CP895 :
				switch (outcode) {
					case CHRS_ISO_8859_2 :	eight2eight(in,out,(char *)CP895__ISO_8859_2); break;
					case CHRS_CP437 :	eight2eight(in,out,(char *)CP895__CP437); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_EUC_JP :
				switch (outcode) {
					case CHRS_EUC_JP :	euc2euc(in,out,incode,0); break;
					case CHRS_ISO_2022_JP :	euc2seven(in,out,incode,ki,ko); break;
					case CHRS_NEC :	  	euc2seven(in,out,incode,ki,ko); break;
					case CHRS_SJIS :	euc2shift(in,out,incode,0); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_EUC_KR :
				switch (outcode) {
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_FIDOMAZOVIA :
				switch (outcode) {
					case CHRS_CP852 : 	eight2eight(in,out,(char *)FIDOMAZOVIA__CP852); break;
					case CHRS_ISO_8859_2 :	eight2eight(in,out,(char *)FIDOMAZOVIA__ISO_8859_2); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_GB :
				switch (outcode) {
					case CHRS_HZ :		gb2hz(in,out); break;
					default :		noconv(in,out); break;
				}
			case CHRS_HZ :
				switch (outcode) {
					case CHRS_GB :		hz2gb(in,out); break;
					default :		noconv(in,out); break;
				}
			case CHRS_ISO_11 :
				switch (outcode) {
					case CHRS_ISO_8859_1 :
					case CHRS_ISO_8859_15:	eight2eight(in,out,(char *)ISO_11__ISO_8859_1); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_4 :
				switch (outcode) {
					case CHRS_ISO_8859_1 :
					case CHRS_ISO_8859_15:	eight2eight(in,out,(char *)ISO_4__ISO_8859_1); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_60 :
				switch (outcode) {
					case CHRS_ISO_8859_1 :
					case CHRS_ISO_8859_15:	eight2eight(in,out,(char *)ISO_60__ISO_8859_1); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_2022_CN :
				switch (outcode) {
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_2022_JP :
				switch (outcode) {
					case CHRS_EUC_JP :	seven2euc(in,out); break;
					case CHRS_ISO_2022_JP : seven2seven(in,out,ki,ko); break;
					case CHRS_NEC :	  	seven2seven(in,out,ki,ko); break;
					case CHRS_SJIS :	seven2shift(in,out); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_2022_KR :
				switch (outcode) {
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_2022_TW :
				switch (outcode) {
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_8859_1 :
			case CHRS_ISO_8859_15:
				switch (outcode) {
					case CHRS_CP437 :	eight2eight(in,out,(char *)ISO_8859_1__CP437); break;
					case CHRS_CP850 :	eight2eight(in,out,(char *)ISO_8859_1__CP850); break;
					case CHRS_MACINTOSH :  	eight2eight(in,out,(char *)ISO_8859_1__MACINTOSH); break;
					case CHRS_ISO_8859_1 :
					case CHRS_ISO_8859_15:	noconv(in,out); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_8859_2 :
				switch (outcode) {
					case CHRS_CP852 :	eight2eight(in,out,(char *)ISO_8859_2__CP852); break;
					case CHRS_CP895 :	eight2eight(in,out,(char *)ISO_8859_2__CP895); break;
					case CHRS_FIDOMAZOVIA : eight2eight(in,out,(char *)ISO_8859_2__FIDOMAZOVIA); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_8859_3 :
				switch (outcode) {
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_8859_4 :
				switch (outcode) {
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_8859_5 :
				switch (outcode) {
					case CHRS_CP866 :   	eight2eight(in,out,(char *)ISO_8859_5__CP866); break;
					case CHRS_KOI8_R :
					case CHRS_KOI8_U :  	eight2eight(in,out,(char *)ISO_8859_5__KOI8); break;
					case CHRS_MIK_CYR : 	eight2eight(in,out,(char *)ISO_8859_5__MIK_CYR); break;
					default :	      	noconv(in,out); break;
				}
				break;
			case CHRS_ISO_8859_6 :
				switch (outcode) {
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_8859_7 :
				switch (outcode) {
					default : 		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_8859_8 :
				switch (outcode) {
					case CHRS_CP424 :	eight2eight(in,out,(char *)ISO_8859_8__CP424); break;
					case CHRS_CP862 :	eight2eight(in,out,(char *)ISO_8859_8__CP862); break;
					default :	    	noconv(in,out); break;
				}
				break;
			case CHRS_ISO_8859_9 :
				switch (outcode) {
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_ISO_8859_10 :
				switch (outcode) {
					default :             	noconv(in,out); break;
				}
				break;
			case CHRS_ISO_8859_11 :
				switch (outcode) {
					default :             	noconv(in,out); break;
				}
				break;
			case CHRS_KOI8_R :
			case CHRS_KOI8_U :
				switch (outcode) {
					case CHRS_CP866 :	eight2eight(in,out,(char *)KOI8__CP866); break;
					case CHRS_ISO_8859_5 :	eight2eight(in,out,(char *)KOI8__ISO_8859_5); break;
					case CHRS_MIK_CYR :	eight2eight(in,out,(char *)KOI8__MIK_CYR); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_MACINTOSH :
				switch (outcode) {
					case CHRS_CP437 :	eight2eight(in,out,(char *)MACINTOSH__CP437); break;
					case CHRS_CP850 :	eight2eight(in,out,(char *)MACINTOSH__CP850); break;
					case CHRS_ISO_8859_1 :
					case CHRS_ISO_8859_15:	eight2eight(in,out,(char *)MACINTOSH__ISO_8859_1); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_MIK_CYR :
				switch (outcode) {
					case CHRS_ISO_8859_5 :	eight2eight(in,out,(char *)MIK_CYR__ISO_8859_5); break;
					case CHRS_KOI8_R :
					case CHRS_KOI8_U :	eight2eight(in,out,(char *)MIK_CYR__KOI8); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_NEC :
				switch (outcode) {
					case CHRS_EUC_JP :	seven2euc(in,out); break;
					case CHRS_ISO_2022_JP : seven2seven(in,out,ki,ko); break;
					case CHRS_NEC :	  	seven2seven(in,out,ki,ko); break;
					case CHRS_SJIS :	seven2shift(in,out); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_SJIS :
				switch (outcode) {
					case CHRS_EUC_JP :	shift2euc(in,out,incode,0); break;
					case CHRS_ISO_2022_JP : shift2seven(in,out,incode,ki,ko); break;
					case CHRS_NEC :	  	shift2seven(in,out,incode,ki,ko); break;
					case CHRS_SJIS :	shift2shift(in,out,incode,0); break;
					default :		noconv(in,out); break;
				}
				break;
			case CHRS_UTF_7 :
				utf7_to_eight(in,out,&outcode);
				break;
			case CHRS_UTF_8 :
				utf8_to_eight(in,out,&outcode);
				break;

			case CHRS_ZW :
				switch (outcode) {
					case CHRS_HZ :		zw2hz(in,out); break;
					case CHRS_GB :		zw2gb(in,out); break;
					default :             	noconv(in,out); break;
				}
				break;
			default :				noconv(in,out); break;
		}
	}
}



int getkcode(int code,char ki[],char ko[])
{
	if (code == CHRS_ISO_2022_CN) {
		strcpy(ki,"$A");
		strcpy(ko,"(T");
	} else if (code == CHRS_ISO_2022_JP) {
		strcpy(ki,"$B");
		strcpy(ko,"(B");
	} else if (code == CHRS_ISO_2022_KR) {
		strcpy(ki,"$(C");
		strcpy(ko,"(B");
	} else if (code == CHRS_ISO_2022_TW) {
		strcpy(ki,"$(G");
		strcpy(ko,"(B");
	}
	return code;	
}



int SkipESCSeq(FILE *in,int temp,int *intwobyte)
{
	int tempdata;

	tempdata = *intwobyte;
	if (temp == '$' || temp == '(')
		fgetc(in);
	if (temp == 'K' || temp == '$')
		*intwobyte = TRUE;
	else
		*intwobyte = FALSE;
	if (tempdata == *intwobyte)
		return FALSE;
	else
		return TRUE;
}



void noconv(char *in, char **out)
{
	char *p;

	p=*out;
	while (*in) 
		*p++=*in++;
	*p='\0';
}



void eight2eight(char *in,char **out, char *filemap)
{
	char	*p;
	int	i;

	if (oldfilemap != filemap) {
		oldfilemap = filemap;
		filemap = xstrcpy(getenv("MBSE_ROOT"));
		filemap = xstrcat(filemap, (char *)"/etc/maptabs/");
		filemap = xstrcat(filemap, oldfilemap);

		for (i = 0; i < 256; i++)
			maptab[i] = (unsigned char)i;

		getmaptab(filemap);
	}	
	p=*out;
	while (*in) {
		*p=maptab[*in & 0xff];
		in++;
		p++;
	}
	*p='\0';
}



int iso2022_detectcode(char *in,int whatcode)
{
	int c=0;

	while (((whatcode == CHRS_NOTSET) || (whatcode==CHRS_AUTODETECT)) && (*in)) {
		if ((c = (unsigned int)(*in++))) {
			if (c == ESC) {
				c = (unsigned int)(*in++);
				if (c == '$') {
					c = (unsigned int)(*in++);
					switch (c) {
						case 'A' :	whatcode = CHRS_ISO_2022_CN; break;
						case 'B' :
						case '@' :	whatcode = CHRS_ISO_2022_JP; break;
						case '(' :
						case ')' :	c = (unsigned int)(*in++);
								switch (c) {
									case 'A' :	whatcode = CHRS_ISO_2022_CN; break;
									case 'C' :	whatcode = CHRS_ISO_2022_KR; break;
									case 'D' :	whatcode = CHRS_ISO_2022_JP; break;
									case 'E' :	whatcode = CHRS_ISO_2022_CN; break;
									case 'G' :
									case 'H' :
									case 'I' :
									case 'J' :
									case 'K' :
									case 'L' :
									case 'M' :	whatcode = CHRS_ISO_2022_TW; break;
									case 'X' :	whatcode = CHRS_ISO_2022_CN; break;
									default:	break;
								} 
								break;
						case '*' : 	c = (unsigned int)(*in++);
								switch (c) {
									case 'H' :
									case 'X' :	whatcode = CHRS_ISO_2022_CN; break;
									default:	break;
								} 
								break;
						case '+' :	 c = (unsigned int)(*in++);
								switch (c) {
									case 'H' :
									case 'I' :
									case 'J' :
									case 'K' :
									case 'L' :
									case 'M' :
									case 'X' :      whatcode = CHRS_ISO_2022_CN; break;
									default:        break;
								}
								break;
						default:	break;
					}
				}
			} else if (whatcode == CHRS_NOTSET)
				return whatcode;
#if (LANG_DEFAULT == LANG_JAPAN)
			else if ((c >= 129 && c <= 141) || (c >= 143 && c <= 159))
				whatcode = CHRS_SJIS;
			else if (c == 142) {
				c = (unsigned int)(*in++);
				if ((c >= 64 && c <= 126) || (c >= 128 && c <= 160) || (c >= 224 && c <= 252))
					whatcode = CHRS_SJIS;
				else if (c >= 161 && c <= 223)
					whatcode = CHRS_AUTODETECT;
			} else if (c >= 161 && c <= 223) {
				c = (unsigned int)(*in++);
				if (c >= 240 && c <= 254)
					whatcode = CHRS_EUC_JP;
				else if (c >= 161 && c <= 223)
					whatcode = CHRS_AUTODETECT;
				else if (c >= 224 && c <= 239) {
					whatcode = CHRS_AUTODETECT;
					while (c >= 64 && c != EOF && whatcode == CHRS_AUTODETECT) {
						if (c >= 129) {
							if (c <= 141 || (c >= 143 && c <= 159))
								whatcode = CHRS_SJIS;
							else if (c >= 253 && c <= 254)
								whatcode = CHRS_EUC_JP;
						}
						c = (unsigned int)(*in++);
					}
				} else if (c <= 159)
					whatcode = CHRS_SJIS;
			} else if (c >= 240 && c <= 254)
				whatcode = CHRS_EUC_JP;
			else if (c >= 224 && c <= 239) {
				c = (unsigned int)(*in++);
				if ((c >= 64 && c <= 126) || (c >= 128 && c <= 160))
					whatcode = CHRS_SJIS;
				else if (c >= 253 && c <= 254)
					whatcode = CHRS_EUC_JP;
				else if (c >= 161 && c <= 252)
					whatcode = CHRS_AUTODETECT;
			}
#endif /* (LANG_DEFAULT == LANG_JAPAN) */
		}
	}
	return whatcode;
}



char *hdrnconv(char *s, int incode, int outcode, int n)
{
	char ki[10],ko[10];
	int kolen;
	static char *dest;
	int destlen;
	int i;

	getkcode(outcode, ki, ko);
	kolen = strlen(ko);
	dest = hdrconv(s, incode, outcode);
	destlen = strlen(dest);

	if(destlen >= kolen && destlen > n) {
		for(i = 0; i < kolen; i++)
			*(dest + n - 1 - kolen + i) = ko[i];
		*(dest + n) = '\0';
	}

	return dest;
}



char *hdrconv(char *s, int incode, int outcode)
{
#define BCODAGE		1
#define QCODAGE		2

	char	ttbuf[1024];
	char	*iptr, *tptr;
	char	*xbuf=NULL, *buf=NULL, *q;
	int	codage;

	iptr = s;
	while (*iptr) {
		if (!strncmp(iptr,"=?",2)) {
			q=strchr(iptr+2,'?');
			if (q) {
				incode=getcode(iptr+2);
				if (incode==CHRS_NOTSET) 
					return s;
				iptr=q;
			} else {
				return s;
			}
			if (!strncasecmp(iptr,"?Q?",3)) {
				codage = QCODAGE;
				iptr+=3;
			} else if (!strncasecmp(iptr,"?B?",3)) {
				codage = BCODAGE;
				iptr+=3;
			} else {
				iptr=xstrcpy(iptr);
				*(iptr+3)='\0';
				Syslog('+', "mimehdr_decode: unknown codage %s",iptr);
				return s;
			}
			tptr = ttbuf;
			while ((*iptr) && (strncmp(iptr,"?=",2))) 
				*tptr++ = *iptr++;
			*tptr = '\0';
			if (!strncmp(iptr,"?=",2)) { 
				iptr++; 
				iptr++; 
			}
			if (codage==QCODAGE) {
				while ((q = strchr(ttbuf, '_'))) 
					*q=' ';
				xbuf=xstrcat(xbuf,qp_decode(ttbuf));
			} else if (codage==BCODAGE) {
				xbuf=xstrcat(xbuf,b64_decode(ttbuf));
			}
                } else { /* not coded */
			*ttbuf=*iptr;
			*(ttbuf+1)='\0';
			xbuf=xstrcat(xbuf,ttbuf);
			iptr++;
		}
	}
	buf=strkconv(xbuf, incode, outcode);
	return buf;
}