comparison embeddings/process.py @ 531:90a76a8238e8

Added function length()
author Joseph Turian <turian@iro.umontreal.ca>
date Tue, 18 Nov 2008 00:32:39 -0500
parents 4335309f4924
children 34ee3aff3e8f
comparison
equal deleted inserted replaced
530:844bad76459c 531:90a76a8238e8
8 from parameters import * 8 from parameters import *
9 9
10 __words = None 10 __words = None
11 __word_to_embedding = None 11 __word_to_embedding = None
12 __read = False 12 __read = False
13
14 def length():
15 """
16 @return: The length of embeddings
17 """
18 len(__word_to_embedding[0])
13 19
14 def word_to_embedding(w): 20 def word_to_embedding(w):
15 read_embeddings() 21 read_embeddings()
16 return __word_to_embedding[w] 22 return __word_to_embedding[w]
17 23
37 for i in range(NUMBER_OF_WORDS): 43 for i in range(NUMBER_OF_WORDS):
38 l = vals[DIMENSIONS*i:DIMENSIONS*(i+1)] 44 l = vals[DIMENSIONS*i:DIMENSIONS*(i+1)]
39 w = __words[i] 45 w = __words[i]
40 __word_to_embedding[w] = l 46 __word_to_embedding[w] = l
41 __read = True 47 __read = True
48 for w in __word_to_embedding: assert len(__word_to_embedding[__words[0]]) == len(__word_to_embedding[w])
42 sys.stderr.write("...done reading %s\n" % WEIGHTSFILE) 49 sys.stderr.write("...done reading %s\n" % WEIGHTSFILE)
43 50
44 import re 51 import re
45 numberre = re.compile("[0-9]") 52 numberre = re.compile("[0-9]")
46 slashre = re.compile("\\\/") 53 slashre = re.compile("\\\/")