-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathsample.py
More file actions
31 lines (22 loc) · 860 Bytes
/
Copy pathsample.py
File metadata and controls
31 lines (22 loc) · 860 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
from dataloaders.vcr import VCR
from utils.extractionKeyword import extractionKeyword
from utils.extractionKnowledge import extractionKnowledge
from utils.topKknowledge import topKknowledge
import time # this is test
import torch
# definee keyword extractor
keywordExtractor = extractionKeyword()
# define knowledge extractor
knowledgeExtractor = extractionKnowledge(5,10)
# define topK extractor
topKExtractor = topKknowledge(50,10)
## set your sentence
sentence = "doc is cute and cat is cute too."
## extract keyword from your sentence(tokenized)
tokenized_sentence = sentence.split(' ')
## extract keyword
keywords = knowledgeExtractor.get_keyword(tokenized_sentence)
## extract knowledges
knowledges = knowledgeExtractor.extract(keywords, sentence)
## extract topK knowledges
topKknowledge = knowledgeExtractor._extract_topK(sentence, knowledges)