/* shindou4.c - Don Yang (uguu.org)

   02/25/07
                                                                           */

#include<stdio.h>
#include<stdlib.h>
#include<string.h>
#ifdef _WIN32
   #include<io.h>
   #include<fcntl.h>
#endif

#define KANA_RANGE (0x3093-0x3041)

static FILE *infile;
static unsigned char *buffer, *p;
static int buffer_size, read_size;
static int i, c, encoding;
static int last_char_start, i0, next_offset;
static int t;
static int byte_offset;
static int bom[3] = {23, 24, 43};

static char *const_str =
   "!!\0  !\xff\1"
   "UTF-8\0"
   "!\x81IOCCC"
   "!\1\xff\xfe\xff""can not open!\0! \0"
   "\xef\xbb\xbf"
   "EUC-JP\0"
   " 'PoPoPo\4""0?PoPo\3\20\17Po\2\1"
   "\"\xef\xbc\x81"
   "Shift_JIS\0"
   "!\xa1\xaa"
   "QO\220,\2""0?\220,\2\1"
   "UCS-2LE\0"
   "qxq.\2}}q.\2`$q.\2),q.\2^^q.\2__q.q.\3\1"
   "UCS-2BE\0"
   ;

enum
{
   UCS2LE, UCS2BE, UTF8, SJIS, EUCJP
};
enum
{
   PUNCT_HALF_EX, PUNCT_FULL_EX,

   PUNCT_HALF_EN_P, PUNCT_HALF_Q,
   PUNCT_FULL_EN_P, PUNCT_FULL_Q,
   PUNCT_HALF_JP_P, PUNCT_FULL_JP_P,

   PUNCT_HALF_EN_C, PUNCT_FULL_EN_C,
   PUNCT_HALF_JP_C, PUNCT_FULL_JP_C,

   PARSER_OFFSET,

   LITERAL_HALF_EX_OFFSET,
   LITERAL_FULL_EX_OFFSET,
   LITERAL_SPACE_OFFSET,

   LABEL_OFFSET,
   KANA_START, KANA_COUNT,

   FIELD_COUNT
};
enum
{
   PUNCT_EXCLAMATION_RANGE = 2,
   PUNCT_EOS_RANGE = 8,
   PUNCT_GENERIC_RANGE = 12
};

#define DONT_CARE 0xdeadbeef
static int data[5][FIELD_COUNT] =
{
   {
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      96,
      0,
      21,
      40,
      103,
      DONT_CARE,
      0
   },
   {
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      96,
      38,
      5,
      1,
      144,
      DONT_CARE,
      0
   },
   {
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      DONT_CARE,
      53,
      4,
      75,
      3,
      8,
      DONT_CARE,
      0
   },
   {
      DONT_CARE,
      0x0008,
      DONT_CARE,
      DONT_CARE,
      0x0003,
      0x0007,
      0xa1,
      0x0001,
      DONT_CARE,
      0x0002,
      3,
      0x8141,
      92,
      4,
      14,
      3,
      79,
      350,
      0
   },
   {
      DONT_CARE,
      0x0008,
      DONT_CARE,
      DONT_CARE,
      0x0003,
      0x0007,
      0x8ea1,
      0x0001,
      DONT_CARE,
      0x0002,
      3,
      0xa1a2,
      111,
      4,
      89,
      3,
      46,
      767,
      0
   }
};

static void LoadInput(void)
{
   buffer = (unsigned char*)malloc(buffer_size = 0x1000);
   for(read_size = 0; feof(infile) == 0;)
   {
      if( read_size == buffer_size )
      {
         p = (unsigned char*)malloc(buffer_size *= 2);
         memcpy(p, buffer, read_size);
         free(buffer);
         buffer = p;
      }
      read_size += fread(buffer + read_size,
                         1, buffer_size - read_size, infile);
   }
}

static void NextChar(void)
{
   c = byte_offset = 0;
   for(p = const_str + data[encoding][PARSER_OFFSET]; *p > 4 && c >= 0; p++)
   {
      if( buffer[i + byte_offset] < (*p ^ 208) ||
          buffer[i + byte_offset] > (p[1] ^ 208) )
      {
         if( byte_offset )
         {
            c = -1;
         }
         else
         {
            for(; *p > 4; p++);
         }
      }
      else
      {
         byte_offset++;
         p++;
      }
   }
   for(byte_offset = 0; c >= 0 && byte_offset < *p; byte_offset++)
      c = (c << 8) | buffer[i++];

   if( encoding == UTF8 && c > 0xe00000 )
   {
      c = ((c >> 4) & 0xf000) | ((c >> 2) & 0xfc0) | (c & 0x3f);
   }
   else if( encoding == UCS2LE )
   {
      c = (c >> 8) | ((c & 0xff) << 8);
   }
}

static void NextCharUnconditional(void)
{
   NextChar();
   if( c == -1 )
      i++;
}

static void DetectEncoding(void)
{
   for(i = 0; i < 3; i++)
   {
      if( memcmp(buffer, const_str + bom[i], i == 2 ? 3 : 2) == 0 )
      {
         encoding = i;
         return;
      }
   }

   for(i = 0; i < read_size - 1; i += 2)
   {
      if( buffer[i] == 0x00 && buffer[i + 1] == 0x0a )
      {
         encoding = UCS2BE;
         return;
      }
      if( buffer[i] == 0x0a && buffer[i + 1] == 0x00 )
      {
         encoding = UCS2LE;
         return;
      }
   }

   for(encoding = 2; encoding < 5; encoding++)
   {
      data[encoding][KANA_COUNT] = 0;
      for(i = 0; i < read_size - 3;)
      {
         NextChar();
         if( c != -1 )
         {
            if( c >= data[encoding][KANA_START] &&
                c <= data[encoding][KANA_START] + KANA_RANGE )
               data[encoding][KANA_COUNT]++;
         }
         else
         {
            data[encoding][KANA_COUNT] = -1;
            break;
         }
      }
   }

   for(i = encoding = 2; i < 5; i++)
   {
      if( data[i][KANA_COUNT] > data[encoding][KANA_COUNT] )
         encoding = i;
   }
}

static int IsPunct(int range)
{
   for(t = 0; t < range && c != data[encoding][t]; t++);
   return t < range;
}

static void Output(void *bin, int size)
{
   if( size > 0 )
      fwrite(bin, size, 1, stdout);
}

static void WriteExclamationMark(void)
{
   p = const_str +
      data[encoding][c > 255 ? LITERAL_FULL_EX_OFFSET : LITERAL_HALF_EX_OFFSET];
   Output(p + 1, *p - 31);
}


int main(int argc, char **argv)
{
   for(encoding = 0; encoding < 5; encoding++)
   {
      data[encoding][PUNCT_HALF_EX] = 33;
      data[encoding][PUNCT_HALF_EN_P] = 46;
      data[encoding][PUNCT_HALF_Q] = 63;
      data[encoding][PUNCT_HALF_EN_C] = 44;
   }
   for(encoding = 0; encoding < 3; encoding++)
   {
      data[encoding][PUNCT_FULL_EX] = 0xff01;
      data[encoding][PUNCT_FULL_EN_P] = 0xff0e;
      data[encoding][PUNCT_FULL_Q] = 0xff1f;
      data[encoding][PUNCT_HALF_JP_P] = 0xff61;
      data[encoding][PUNCT_FULL_JP_P] = 0x3002;
      data[encoding][PUNCT_FULL_EN_C] = 0xff0c;
      data[encoding][PUNCT_HALF_JP_C] = 0xff64;
      data[encoding][PUNCT_FULL_JP_C] = 0x3001;
      data[encoding][KANA_START] = 0x3093;
   }
   for(; encoding < 5; encoding++)
   {
      data[encoding][PUNCT_FULL_EX] += data[encoding][PUNCT_FULL_JP_C];
      data[encoding][PUNCT_FULL_EN_P] += data[encoding][PUNCT_FULL_JP_C];
      data[encoding][PUNCT_FULL_Q] += data[encoding][PUNCT_FULL_JP_C];
      data[encoding][PUNCT_FULL_JP_P] += data[encoding][PUNCT_FULL_JP_C];
      data[encoding][PUNCT_FULL_EN_C] += data[encoding][PUNCT_FULL_JP_C];
      data[encoding][PUNCT_HALF_JP_P] += data[encoding][PUNCT_HALF_JP_C];
      data[encoding][KANA_START] += data[encoding][PUNCT_FULL_JP_C];
   }

   if( *++argv != NULL )
   {
      for(; *argv != NULL; ++argv)
      {
         printf("%s: ", *argv);
         if( (infile = fopen(*argv, "rb")) != NULL )
         {
            LoadInput();
            fclose(infile);
            DetectEncoding();
            puts(const_str + data[encoding][LABEL_OFFSET]);
            free(buffer);
         }
         else
         {
            puts("Can not open");
         }
      }
   }
   else
   {
      #ifdef _WIN32
         setmode(fileno(stdin), O_BINARY);
         setmode(fileno(stdout), O_BINARY);
      #endif

      infile = stdin;
      LoadInput();
      DetectEncoding();
      for(i = i0 = 0; i < read_size;)
      {
         last_char_start = i;
         NextCharUnconditional();

         if( IsPunct(PUNCT_GENERIC_RANGE) || c == 10 )
         {
            if( IsPunct(PUNCT_EOS_RANGE) )
            {
               next_offset = i;
               for(i = i0; i < last_char_start;)
               {
                  NextCharUnconditional();
                  Output(buffer + i0, i - i0);
                  p = const_str + data[encoding][LITERAL_SPACE_OFFSET];
                  Output(p + 1, *p - 31);
                  i0 = i;
               }

               NextCharUnconditional();
               if( IsPunct(PUNCT_EXCLAMATION_RANGE) )
                  WriteExclamationMark();
               WriteExclamationMark();
               i0 = i;
            }
            else
            {
               Output(buffer + i0, last_char_start - i0);

               if( c != 10 )
                  WriteExclamationMark();
               else
                  Output(buffer + last_char_start, i - last_char_start);
               i0 = i;
            }
         }
      }
      free(buffer);
   }
   return 0;
}