[go: up one dir, main page]
Menu ▾ ▴

[r1]: / src / automaton.c  Maximize  Restore  History

Download this file

86 lines (70 with data), 2.7 kB 

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
#include <stdio.h>

#include <stdlib.h>

#include <string.h>

#include "hash.h"

#include "giati.h"

#include "automaton.h"



void get_coded_corpus(struct options *opt) {

  char extended[MAXCONF], cod_extended[MAXCONF], vocabext[MAXCONF];

  FILE *fd_extended, *fd_codextended, *fd_vocabext;

  char line[MAXLINE], word[MAXLINE];

  char *next;

  int id, *index;

  h_t *table;



  sprintf(extended,     "%s/%s%s.compost",     opt->work_dir, opt->prefix, opt->corpus);

  sprintf(cod_extended, "%s/%s%s.compostcod",  opt->tmp_dir,  opt->prefix, opt->corpus);

  sprintf(vocabext,     "%s/%s%s.vocabext",    opt->corpus_dir,  opt->prefix, opt->corpus);



  if ((fd_extended = fopen(extended, "r")) == NULL ) {

         fprintf(stderr, "Failed open: extended file <%s>\n", extended);

         exit(EXIT_FAILURE);

  }



  if ((fd_codextended = fopen(cod_extended, "w")) == NULL ) {

         fprintf(stderr, "Failed write: coded extended file <%s>\n", cod_extended);

         exit(EXIT_FAILURE);

  }



  if ((fd_vocabext = fopen(vocabext, "w")) == NULL ) {

         fprintf(stderr, "Failed write: extended vocabulary file <%s>\n", vocabext);

         exit(EXIT_FAILURE);

  }

  

  id = 1;

  table = hc(opt->hts);

  while (fgets(line, MAXLINE, fd_extended) != NULL) {

	line[strlen(line)-1]='\0';



	next = line;

        while (next != NULL) {

		sscanf( (const char *) next, "%s", word);



		index = hs(word, strlen(word)+1, table);

		if (index != (int *) -1)

			fprintf(fd_codextended, "%d", *index);

		else {

			memtest(index = (int *) malloc(sizeof(int)));

			*index = id;

			hi(word, strlen(word)+1, index, table);

			fprintf(fd_codextended, "%d", id);

			fprintf(fd_vocabext, "%d %s\n", id, word);

			id++;

		}



		next = strchr(next, ' ');

                if (next != NULL) {

			fprintf(fd_codextended, " ");

                	next++;

		}

	}

	fprintf(fd_codextended, "\n");

  }



  fclose(fd_extended);

  fclose(fd_codextended);

  fclose(fd_vocabext); 



  hd(table, 1);



}



void get_automaton(struct options *opt) {

  char cod_extended[MAXCONF], toprune[MAXCONF], arpa[MAXCONF];

  FILE *fd_codextended, *fd_toprune, *fd_arpa;

  char cutoffs[MAXCONF]="-gt3min 4 -gt4min 4 -gt5min 5 -gt6min 4 -gt7min 4 -gt8min 4 -gt9min 4";

  char command[MAXLINE];



  sprintf(cod_extended, "%s/%s%s.compostcod",  opt->tmp_dir,  opt->prefix, opt->corpus);

  sprintf(toprune,      "%s/%s%s.arpanoprune", opt->tmp_dir,  opt->prefix, opt->corpus);

  sprintf(arpa,         "%s/%s%s.arpa",        opt->corpus_dir,  opt->prefix, opt->corpus);

  sprintf(command, "%s/ngram-count -order %d -unk -text %s -lm %s", opt->srilm_dir, opt->ngram, cod_extended, arpa);



  system ((const char *) command);

}