jeremytanjianle
/ config.jsonnet
Created
August 4, 2022 05:26
config-implementation separation example
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "model": { | |
| "type": "model_with_gaussian", | |
| "gaussian": { | |
| "mean": 0.5, | |
| "variance": 0.3 | |
| } | |
| } | |
| } |
jeremytanjianle
/ basic_classification_dataset_reader.py
Last active
August 4, 2022 05:23
Basic AllenNLP Classification DatasetReader
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| @DatasetReader.register('classification-tsv') | |
| class ClassificationTsvReader(DatasetReader): | |
| def __init__(self, | |
| lazy: bool = False, | |
| tokenizer: Tokenizer = None, | |
| token_indexers: Dict[str, TokenIndexer] = None): | |
| super().__init__(lazy) | |
| self.tokenizer = tokenizer or WhitespaceTokenizer() | |
| self.token_indexers = token_indexers or {'tokens': SingleIdTokenIndexer()} |