aaljabari commited on
Commit
86d978f
·
verified ·
1 Parent(s): 154e261

Create vocab.py

Browse files
Files changed (1) hide show
  1. Nested/utils/vocab.py +15 -0
Nested/utils/vocab.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from collections import Counter
2
+ class Vocab:
3
+ def _init_(self, counter, specials=[]) -> None:
4
+ self.itos = list(counter.keys()) + specials
5
+ self.stoi = {s: i for i, s in enumerate(self.itos)}
6
+ self.word_count = counter
7
+
8
+ def get_itos(self) -> list[str]:
9
+ return self.itos
10
+
11
+ def get_stoi(self) -> dict[str, int]:
12
+ return self.stoi
13
+
14
+ def _len_(self):
15
+ return len(self.itos)