Repository navigation
Expand file tree
/
Copy pathtest_evaluate.py
More file actions
99 lines (87 loc) · 3.01 KB
/
Copy pathtest_evaluate.py
File metadata and controls
99 lines (87 loc) · 3.01 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
from src.nanopore_dataset import BaseNanoporeDataset, custom_collate
from torch.utils.data import DataLoader
import jax
from jax import numpy as jnp
from flax.training import checkpoints
import time
import wandb
NON_RECURRENT_ENCODING_DICT = {'A':1, 'C':2, 'G':3, 'T':4, '':0}
NON_RECURRENT_DECODING_DICT = {1:'A', 2:'C', 3:'G', 4:'T', 0:''}
BASES = ['A', 'C', 'G', 'T']
BASES_CTC = 'N' + ''.join(BASES)
data_dir = "/home/townsag/nanopore_project/test_nn_input"
#data_dir = "/home/townsag/nanopore_project/SimpleCall/practice_data/training_input"
checkpoint_dir = "/home/townsag/nanopore_project/SimpleCall/checkpoints"
batch_size = 64
s2s = False
dataset = BaseNanoporeDataset(
data_dir = data_dir,
decoding_dict = NON_RECURRENT_DECODING_DICT,
encoding_dict = NON_RECURRENT_ENCODING_DICT,
split = 0.95,
shuffle = True,
seed = 1,
s2s = s2s,
)
print(f"total num samples in dataset: {len(dataset)}")
dataloader_train = DataLoader(
dataset,
batch_size = batch_size,
sampler = dataset.train_sampler,
collate_fn=custom_collate,
num_workers = 1
)
dataloader_validation = DataLoader(
dataset,
batch_size = batch_size,
sampler = dataset.validation_sampler,
collate_fn=custom_collate,
num_workers = 1
)
print(f"num train batches {len(dataloader_train)}")
print(f"num test batches{len(dataloader_validation)}")
seed = 0
learning_rate = 1e-3
min_learning_rate = 1e-5
num_epochs = 5
linear_warmup_steps = 10
from ml_collections import config_dict
initial_dictionary = {
'linear_warmup_steps': linear_warmup_steps,
'num_batches_per_epoch': len(dataloader_train),
'num_epochs': num_epochs,
'base_learning_rate': learning_rate,
'min_learning_rate': min_learning_rate
}
cfg = config_dict.ConfigDict(initial_dictionary)
wandb.init(
# set the wandb project where this run will be logged
project="SimpleCall-20231213",
# track hyperparameters and run metadata
config={
"base_learning_rate": learning_rate,
"min_learning_rate": min_learning_rate,
"architecture": "CNN-LSTM-CTC",
"dataset": "demo_data",
"batch_size": batch_size,
"epochs": num_epochs,
"optimizer": "adam with linear warmup and cosine decay",
"num_linear_warmup_steps": linear_warmup_steps,
"batches_per_epoch": len(dataloader_train)
}
)
from src.model import create_train_state, train_one_epoch, evaluate_model
from jax import device_put
print("initializing train_state")
start = time.time()
train_state = create_train_state(key=jax.random.PRNGKey(seed), config=cfg)
end = time.time()
print("time to create train state: ", end - start)
print("Starting evaluation")
epoch = 1
start = time.time()
test_metrics = evaluate_model(state=train_state, test_dataloader=dataloader_validation, alphabet=BASES_CTC, epoch=epoch)
print(f"\Validation epoch: {epoch}, loss: {test_metrics['loss']}, accuracy: {test_metrics['accuracy'] * 100}")
end = time.time()
print(f"========== Total Epoch Test Time: {end - start} ==========")
wandb.finish()