/* shindou3.c - Don Yang (uguu.org)

   02/25/07
                                                                           */

#include<assert.h>
#include<stdio.h>
#include<stdlib.h>
#include<string.h>
#ifdef _WIN32
   #include<io.h>
   #include<fcntl.h>
#endif

#define KANA_RANGE (0x3093-0x3041)

static FILE *infile;
static unsigned char *buffer, *new_buffer;
static int buffer_size, read_size;
static int i, c, encoding;
static int last_char_start, i0, next_offset;

static char *const_str =
   "!!\0  !\xff\1"
   "UTF-8\0"
   "!\x81IOCCC"
   "!\1\xff\xfe\xff""can not open!\0! \0"
   "\xef\xbb\xbf"
   "EUC-JP\0"
   " 'PoPoPo\4""0?PoPo\3\20\17Po\2\1"
   "\"\xef\xbc\x81"
   "Shift_JIS\0"
   "!\xa1\xaa"
   "QO\220,\2""0?\220,\2\1"
   "UCS-2LE\0"
   "qxq.\2}}q.\2`$q.\2),q.\2^^q.\2__q.q.\3\1"
   "UCS-2BE\0"
   ;

enum
{
   UCS2LE, UCS2BE, UTF8, SJIS, EUCJP
};
enum
{
   PUNCT_HALF_EX, PUNCT_FULL_EX,

   PUNCT_HALF_EN_P, PUNCT_HALF_Q,
   PUNCT_FULL_EN_P, PUNCT_FULL_Q,
   PUNCT_HALF_JP_P, PUNCT_FULL_JP_P,

   PUNCT_HALF_EN_C, PUNCT_FULL_EN_C,
   PUNCT_HALF_JP_C, PUNCT_FULL_JP_C,

   PARSER_OFFSET,

   LITERAL_HALF_EX_OFFSET,
   LITERAL_FULL_EX_OFFSET,
   LITERAL_SPACE_OFFSET,

   LABEL_OFFSET,
   KANA_START, KANA_COUNT,

   FIELD_COUNT
};
enum
{
   PUNCT_EXCLAMATION_RANGE = 2,
   PUNCT_EOS_RANGE = 8,
   PUNCT_GENERIC_RANGE = 12
};

#define DONT_CARE 0xdeadbeef
static int data[5][FIELD_COUNT] =
{
   /* ucs2le */
   {
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      96,      /* PARSER_OFFSET */
      0,       /* LITERAL_HALF_EX_OFFSET */
      21,      /* LITERAL_FULL_EX_OFFSET */
      40,      /* LITERAL_SPACE_OFFSET */
      103,     /* LABEL_OFFSET */
      DONT_CARE,
      0        /* KANA_COUNT */
   },
   /* ucs2be */
   {
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      96,      /* PARSER_OFFSET */
      38,      /* LITERAL_HALF_EX_OFFSET */
      5,       /* LITERAL_FULL_EX_OFFSET */
      1,       /* LITERAL_SPACE_OFFSET */
      144,     /* LABEL_OFFSET */
      DONT_CARE,
      0        /* KANA_COUNT */
   },
   /* utf8 */
   {
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      53,      /* PARSER_OFFSET */
      4,       /* LITERAL_HALF_EX_OFFSET */
      75,      /* LITERAL_FULL_EX_OFFSET */
      3,       /* LITERAL_SPACE_OFFSET */
      8,       /* LABEL_OFFSET */
      DONT_CARE,
      0        /* KANA_COUNT */
   },
   /* sjis */
   {
      DONT_CARE,
      0x0008,
      DONT_CARE,
      DONT_CARE,
      0x0003,
      0x0007,
      0xa1,    /* PUNCT_HALF_JP_P */
      0x0001,
      DONT_CARE,
      0x0002,
      3,
      0x8141,  /* PUNCT_FULL_JP_C */
      92,      /* PARSER_OFFSET */
      4,       /* LITERAL_HALF_EX_OFFSET */
      14,      /* LITERAL_FULL_EX_OFFSET */
      3,       /* LITERAL_SPACE_OFFSET */
      79,      /* LABEL_OFFSET */
      350,
      0        /* KANA_COUNT */
   },
   /* eucjp */
   {
      DONT_CARE,
      0x0008,
      DONT_CARE,
      DONT_CARE,
      0x0003,
      0x0007,
      0x8ea1,  /* PUNCT_HALF_JP_P */
      0x0001,
      DONT_CARE,
      0x0002,
      3,
      0xa1a2,  /* PUNCT_FULL_JP_C */
      111,     /* PARSER_OFFSET */
      4,       /* LITERAL_HALF_EX_OFFSET */
      89,      /* LITERAL_FULL_EX_OFFSET */
      3,       /* LITERAL_SPACE_OFFSET */
      46,      /* LABEL_OFFSET */
      767,
      0        /* KANA_COUNT */
   }
};

static void LoadInput(void)
{
   buffer = (unsigned char*)malloc(buffer_size = 0x1000);
   for(read_size = 0; feof(infile) == 0;)
   {
      if( read_size == buffer_size )
      {
         new_buffer = (unsigned char*)malloc(buffer_size *= 2);
         assert(new_buffer != NULL);
         memcpy(new_buffer, buffer, read_size);
         free(buffer);
         buffer = new_buffer;
      }
      read_size += fread(buffer + read_size,
                         1, buffer_size - read_size, infile);
   }
}

static void NextChar(void)
{
   unsigned char *p;
   int byte_offset;
   c = byte_offset = 0;
   for(p = const_str + data[encoding][PARSER_OFFSET]; *p > 4 && c >= 0; p++)
   {
      if( buffer[i + byte_offset] < (*p ^ 208) ||
          buffer[i + byte_offset] > (p[1] ^ 208) )
      {
         if( byte_offset )
         {
            c = -1;
         }
         else
         {
            for(; *p > 4; p++);
         }
      }
      else
      {
         byte_offset++;
         p++;
      }
   }
   for(byte_offset = 0; c >= 0 && byte_offset < *p; byte_offset++)
      c = (c << 8) | buffer[i++];

   if( encoding == UTF8 && c > 0xe00000 )
   {
      c = ((c >> 4) & 0xf000) | ((c >> 2) & 0xfc0) | (c & 0x3f);
   }
   else if( encoding == UCS2LE )
   {
      c = (c >> 8) | ((c & 0xff) << 8);
   }
}

static void NextCharUnconditional(void)
{
   NextChar();
   if( c == -1 )
      i++;
}

static void DetectEncoding(void)
{
   int bom[3] = {23, 24, 43};
   for(i = 0; i < 3; i++)
   {
      if( memcmp(buffer, const_str + bom[i], i == 2 ? 3 : 2) == 0 )
      {
         encoding = i;
         return;
      }
   }

   for(i = 0; i < read_size - 1; i += 2)
   {
      if( buffer[i] == 0x00 && buffer[i + 1] == 0x0a )
      {
         encoding = UCS2BE;
         return;
      }
      if( buffer[i] == 0x0a && buffer[i + 1] == 0x00 )
      {
         encoding = UCS2LE;
         return;
      }
   }

   for(encoding = 2; encoding < 5; encoding++)
   {
      data[encoding][KANA_COUNT] = 0;
      for(i = 0; i < read_size - 3;)
      {
         NextChar();
         if( c != -1 )
         {
            if( c >= data[encoding][KANA_START] &&
                c <= data[encoding][KANA_START] + KANA_RANGE )
               data[encoding][KANA_COUNT]++;
         }
         else
         {
            data[encoding][KANA_COUNT] = -1;
            break;
         }
      }
   }

   for(i = encoding = 2; i < 5; i++)
   {
      if( data[i][KANA_COUNT] > data[encoding][KANA_COUNT] )
         encoding = i;
   }
}

static int IsPunct(int range)
{
   int t;
   for(t = 0; t < range; t++)
   {
      if( c == data[encoding][t] )
         return 1;
   }
   return 0;
}

static void Output(void *bin, int size)
{
   if( size > 0 )
      fwrite(bin, size, 1, stdout);
}

static void WriteExclamationMark(void)
{
   char *literal = const_str +
      data[encoding][c > 255 ? LITERAL_FULL_EX_OFFSET : LITERAL_HALF_EX_OFFSET];
   Output(literal + 1, *literal - 31);
}

static void Filter(void)
{
   char *literal;
   for(i = i0 = 0; i < read_size;)
   {
      last_char_start = i;
      NextCharUnconditional();

      if( IsPunct(PUNCT_GENERIC_RANGE) || c == 10 )
      {
         if( IsPunct(PUNCT_EOS_RANGE) )
         {
            next_offset = i;
            for(i = i0; i < last_char_start;)
            {
               NextCharUnconditional();
               Output(buffer + i0, i - i0);
               literal = const_str + data[encoding][LITERAL_SPACE_OFFSET];
               Output(literal + 1, *literal - 31);
               i0 = i;
            }

            NextCharUnconditional();
            if( IsPunct(PUNCT_EXCLAMATION_RANGE) )
               WriteExclamationMark();
            WriteExclamationMark();
            i0 = i;
         }
         else
         {
            Output(buffer + i0, last_char_start - i0);

            if( c != 10 )
               WriteExclamationMark();
            else
               Output(buffer + last_char_start, i - last_char_start);
            i0 = i;
         }
      }
   }
}


int main(int argc, char **argv)
{
   for(encoding = 0; encoding < 5; encoding++)
   {
      data[encoding][PUNCT_HALF_EX] = 33;
      data[encoding][PUNCT_HALF_EN_P] = 46;
      data[encoding][PUNCT_HALF_Q] = 63;
      data[encoding][PUNCT_HALF_EN_C] = 44;
   }
   for(encoding = 0; encoding < 3; encoding++)
   {
      data[encoding][PUNCT_FULL_EX] = 0xff01;
      data[encoding][PUNCT_FULL_EN_P] = 0xff0e;
      data[encoding][PUNCT_FULL_Q] = 0xff1f;
      data[encoding][PUNCT_HALF_JP_P] = 0xff61;
      data[encoding][PUNCT_FULL_JP_P] = 0x3002;
      data[encoding][PUNCT_FULL_EN_C] = 0xff0c;
      data[encoding][PUNCT_HALF_JP_C] = 0xff64;
      data[encoding][PUNCT_FULL_JP_C] = 0x3001;
      data[encoding][KANA_START] = 0x3093;
   }
   for(; encoding < 5; encoding++)
   {
      data[encoding][PUNCT_FULL_EX] += data[encoding][PUNCT_FULL_JP_C];
      data[encoding][PUNCT_FULL_EN_P] += data[encoding][PUNCT_FULL_JP_C];
      data[encoding][PUNCT_FULL_Q] += data[encoding][PUNCT_FULL_JP_C];
      data[encoding][PUNCT_FULL_JP_P] += data[encoding][PUNCT_FULL_JP_C];
      data[encoding][PUNCT_FULL_EN_C] += data[encoding][PUNCT_FULL_JP_C];
      data[encoding][PUNCT_HALF_JP_P] += data[encoding][PUNCT_HALF_JP_C];
      data[encoding][KANA_START] += data[encoding][PUNCT_FULL_JP_C];
   }

   if( *++argv != NULL )
   {
      for(; *argv != NULL; ++argv)
      {
         printf("%s: ", *argv);
         if( (infile = fopen(*argv, "rb")) != NULL )
         {
            LoadInput();
            fclose(infile);
            DetectEncoding();
            puts(const_str + data[encoding][LABEL_OFFSET]);
            free(buffer);
         }
         else
         {
            puts("Can not open");
         }
      }
   }
   else
   {
      #ifdef _WIN32
         setmode(fileno(stdin), O_BINARY);
         setmode(fileno(stdout), O_BINARY);
      #endif

      infile = stdin;
      LoadInput();
      DetectEncoding();
      Filter();
      free(buffer);
   }
   return 0;
}