#include <stdio.h>
#include <assert.h>

#define NO_CHR 0xffff

#define FILL_CHARACTER '.'

int
main(int argc, char *argv[])
{
  unsigned int letters[0x100];
  unsigned long int count[0x10000];
  FILE *f;

  int i, killme, c, last;
  unsigned long j, sum;

  /* read letters */
  for (i = 0; i < 0x100; i++)
    letters[i] = 0;

  f = fopen(argv[1], "r");
  while (fscanf(f, "%lx", &j) == 1)
    letters[j] = 1;
  fclose(f);

  /* read stuff */
  for (i = 0; i < 0x10000; i++)
    count[i] = 0;

  killme = 0;
  last = FILL_CHARACTER;
  do {
    c = getchar();
    killme = (c == EOF);
    if (c == EOF || !letters[c])
      c = FILL_CHARACTER;
    count[last*0x100 + c]++;
    last = c;
  } while (!killme);

  /* note we put things into the same array. that's ugly. */
  sum = 0;
  last = 0;
  for (i = 0; i < 0x10000; i++) {
    if (i/0x100 == FILL_CHARACTER && i%0x100 == FILL_CHARACTER)
      count[i] = 0;
    else {
      assert(i >= last);
      if (count[i]) {
        sum += count[last++] = count[i];
        count[last++] = i;
      }
    }
  }

  /* sort by count */
  last /= 2;
  do {
    killme = 1;
    for (i = 1; i < last; i++) {
      if (count[2*i] > count[2*i-2]) {
        killme = 0;
        j = count[2*i];
        count[2*i] = count[2*i-2];
        count[2*i-2] = j;
        j = count[2*i+1];
        count[2*i+1] = count[2*i-1];
        count[2*i-1] = j;
      }
    }
  } while (!killme);

  /* kill small */
  sum = 0.95*sum;
  j = 0;
  for (i = 0; i < last; i++) {
    j += count[2*i];
    if (j > sum)
      break;
  }
  last = i;

  /* sort by first again */
  do {
    killme = 1;
    for (i = 1; i < last; i++) {
      /* note we sort by first letter only, so the second letters will be
       * sorted by frequency, which is exactly what we want */
      if (count[2*i+1]/0x100 < count[2*i-1]/0x100) {
        killme = 0;
        j = count[2*i];
        count[2*i] = count[2*i-2];
        count[2*i-2] = j;
        j = count[2*i+1];
        count[2*i+1] = count[2*i-1];
        count[2*i-1] = j;
      }
    }
  } while (!killme);

  i = 0;
  while (i < last) {
    c = count[2*i+1]/0x100;
    printf("%c:", c);
    while (i < last && count[2*i+1]/0x100 == c) {
      printf("%c", count[2*i+1]%0x100);
      i++;
    }
    printf("\n");
  }
  return 0;
}
/* vim: ts=2
 */