diff --git a/db_schema_patches/3_to_4.sql b/db_schema_patches/3_to_4.sql new file mode 100644 index 0000000..db2a69b --- /dev/null +++ b/db_schema_patches/3_to_4.sql @@ -0,0 +1,10 @@ +# Updates schema from version 3 to version 4 +ALTER TABLE QC ADD samtools_positions_with_depth_of_0 INT UNSIGNED, + samtools_positions_with_depth_atleast_2 INT UNSIGNED, + samtools_positions_with_depth_atleast_5 INT UNSIGNED, + samtools_positions_with_depth_atleast_10 INT UNSIGNED, + samtools_positions_with_depth_atleast_20 INT UNSIGNED, + samtools_positions_with_depth_atleast_100 INT UNSIGNED; + +UPDATE Version SET version=4 WHERE version=3; + diff --git a/python/clockwork/db.py b/python/clockwork/db.py index 3a89ba1..7da5201 100644 --- a/python/clockwork/db.py +++ b/python/clockwork/db.py @@ -5,6 +5,7 @@ import re import sys import tempfile +import shutil from operator import itemgetter from clockwork import ( db_connection, @@ -558,7 +559,9 @@ def make_qc_jobs_tsv( output_dir = iso_dir.pipeline_dir( row["sequence_replicate_number"], "qc", pipeline_version ) - assert not os.path.exists(output_dir) + if os.path.exists(output_dir): + print("Warning:", output_dir, "already exists. Removing.", file=sys.stderr) + shutil.rmtree(output_dir) try: os.makedirs(output_dir) except: @@ -1163,6 +1166,10 @@ def _update_qc_stats(self, seqrep_id, pipeline_version, pipeline_root): samtools_stats = samtools_qc.SamtoolsQc.stats_from_report( os.path.join(qc_dir, "samtools_qc", "samtools_qc.stats") ) + depth_stats = samtools_qc.SamtoolsQc.depth_stats( + os.path.join(qc_dir, "samtools_qc", "samtools_qc.depths") + ) + fastqc_stats = fastqc.Fastqc.gather_all_stats(os.path.join(qc_dir, "fastqc")) assert len(fastqc_stats) == 2 new_row = {"seqrep_id": seqrep_id, "pipeline_version": pipeline_version} @@ -1196,6 +1203,13 @@ def _update_qc_stats(self, seqrep_id, pipeline_version, pipeline_root): new_row["het_snp_positions"] = het_stats["Positions_used"] new_row["het_snp_total_snps"] = het_stats["Total_SNPs"] new_row["het_snp_het_calls"] = het_stats["Het_SNPs"] + new_row["samtools_positions_with_depth_of_0"] = depth_stats["eq_0"] + new_row["samtools_positions_with_depth_atleast_2"] = depth_stats["atleast_2"] + new_row["samtools_positions_with_depth_atleast_5"] = depth_stats["atleast_5"] + new_row["samtools_positions_with_depth_atleast_10"] = depth_stats["atleast_10"] + new_row["samtools_positions_with_depth_atleast_20"] = depth_stats["atleast_20"] + new_row["samtools_positions_with_depth_atleast_100"] = depth_stats["atleast_100"] + self.add_row_to_table("QC", new_row) diff --git a/python/clockwork/db_schema.py b/python/clockwork/db_schema.py index 9407415..827f7a5 100644 --- a/python/clockwork/db_schema.py +++ b/python/clockwork/db_schema.py @@ -1,4 +1,4 @@ -version = 3 +version = 4 tables = { "Isolate": [ @@ -67,7 +67,13 @@ ("het_snp_positions", "integer unsigned"), ("het_snp_total_snps", "integer unsigned"), ("het_snp_het_calls", "integer unsigned"), - ], + ("samtools_positions_with_depth_of_0", "integer unsigned"), + ("samtools_positions_with_depth_atleast_2", "integer unsigned"), + ("samtools_positions_with_depth_atleast_5", "integer unsigned"), + ("samtools_positions_with_depth_atleast_10", "integer unsigned"), + ("samtools_positions_with_depth_atleast_20", "integer unsigned"), + ("samtools_positions_with_depth_atleast_100", "integer unsigned"), + ], "Read_counts": [ ("seqrep_id", "integer"), ("original_total", "integer unsigned"), diff --git a/python/clockwork/samtools_qc.py b/python/clockwork/samtools_qc.py index 0c4bf19..71f2ccc 100644 --- a/python/clockwork/samtools_qc.py +++ b/python/clockwork/samtools_qc.py @@ -21,6 +21,41 @@ def __init__(self, ref_fasta, reads1, reads2, outdir): def _map_reads(cls, ref_fasta, reads1, reads2, outfile): read_map.map_reads(ref_fasta, reads1, reads2, outfile, markdup=True) + @classmethod + def _make_depth_stats(cls, samfile, outprefix): + depth_file = outprefix + ".depths" + cmd = " ".join(["samtools depth", "-a", samfile, ">", depth_file]) + utils.syscall(cmd) + + @classmethod + def depth_stats(cls, filename): + depths = { + "eq_0": 0, + "atleast_2": 0, + "atleast_5": 0, + "atleast_10": 0, + "atleast_20": 0, + "atleast_100": 0, + } + + with open(filename) as f: + for line in f: + _, _, depth = line.rstrip().split("\t") + depth = int(depth) + if depth == 0: + depths["eq_0"] += 1 + if depth >= 2: + depths["atleast_2"] += 1 + if depth >= 5: + depths["atleast_5"] += 1 + if depth >= 10: + depths["atleast_10"] += 1 + if depth >= 20: + depths["atleast_20"] += 1 + if depth >= 100: + depths["atleast_100"] += 1 + return depths + @classmethod def _make_stats_and_plots(cls, samfile, ref_fasta, outprefix): stats_file = outprefix + ".stats" @@ -101,6 +136,7 @@ def run(self): outprefix = os.path.join(self.outdir, "samtools_qc") samfile = os.path.join(self.outdir, "tmp.sam") SamtoolsQc._map_reads(self.ref_fasta, self.reads1, self.reads2, samfile) + SamtoolsQc._make_depth_stats(samfile, outprefix) SamtoolsQc._make_stats_and_plots(samfile, self.ref_fasta, outprefix) hsc = het_snp_caller.HetSnpCaller( samfile, self.ref_fasta, os.path.join(self.outdir, "het_snps") diff --git a/python/clockwork/tests/data/db/update_qc_stats_pipeline_root/00/00/00/01/2/Pipelines/3/qc/1.0.0/samtools_qc/samtools_qc.depths b/python/clockwork/tests/data/db/update_qc_stats_pipeline_root/00/00/00/01/2/Pipelines/3/qc/1.0.0/samtools_qc/samtools_qc.depths new file mode 100644 index 0000000..befaed6 --- /dev/null +++ b/python/clockwork/tests/data/db/update_qc_stats_pipeline_root/00/00/00/01/2/Pipelines/3/qc/1.0.0/samtools_qc/samtools_qc.depths @@ -0,0 +1,10 @@ +1 1 0 +1 2 1 +1 3 2 +1 4 3 +1 5 5 +1 6 7 +1 7 8 +1 8 0 +1 9 11 +1 10 110 diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.contam.43.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.contam.43.1.fq.gz index ba7daf4..73d8565 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.contam.43.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.contam.43.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.contam.43.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.contam.43.2.fq.gz index 162003d..3cd41cb 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.contam.43.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.contam.43.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.original.43.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.original.43.1.fq.gz index 90f11ba..5b068ee 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.original.43.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.original.43.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.original.43.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.original.43.2.fq.gz index 41d8349..0085a8b 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.original.43.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.original.43.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.remove_contam.43.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.remove_contam.43.1.fq.gz index 722371f..35c6efe 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.remove_contam.43.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.remove_contam.43.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.remove_contam.43.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.remove_contam.43.2.fq.gz index fc64380..b05a9ef 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.remove_contam.43.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/01/1/Reads/reads.remove_contam.43.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.contam.45.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.contam.45.1.fq.gz index a0d1548..a106506 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.contam.45.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.contam.45.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.contam.45.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.contam.45.2.fq.gz index 3a9ec4f..4bdbf63 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.contam.45.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.contam.45.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.original.45.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.original.45.1.fq.gz index 8b26d51..7dd3b87 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.original.45.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.original.45.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.original.45.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.original.45.2.fq.gz index 58e9797..e5136b2 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.original.45.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.original.45.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.remove_contam.45.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.remove_contam.45.1.fq.gz index 46eef3d..a8f775b 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.remove_contam.45.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.remove_contam.45.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.remove_contam.45.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.remove_contam.45.2.fq.gz index 3057f38..aab9441 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.remove_contam.45.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/02/2/Reads/reads.remove_contam.45.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.contam.47.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.contam.47.1.fq.gz index 964fd34..3d8c415 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.contam.47.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.contam.47.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.contam.47.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.contam.47.2.fq.gz index 5f0f4d3..1420c4f 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.contam.47.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.contam.47.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.original.47.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.original.47.1.fq.gz index f8ad307..cce6e90 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.original.47.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.original.47.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.original.47.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.original.47.2.fq.gz index 7767d89..b5207d2 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.original.47.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.original.47.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.remove_contam.47.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.remove_contam.47.1.fq.gz index c19fb02..e3580cb 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.remove_contam.47.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.remove_contam.47.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.remove_contam.47.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.remove_contam.47.2.fq.gz index 0ce198f..1b45106 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.remove_contam.47.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/03/3/Reads/reads.remove_contam.47.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.contam.49.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.contam.49.1.fq.gz index 176723d..afb152b 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.contam.49.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.contam.49.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.contam.49.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.contam.49.2.fq.gz index 6b46eff..635009f 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.contam.49.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.contam.49.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.original.49.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.original.49.1.fq.gz index d1646bf..5d6fa8b 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.original.49.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.original.49.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.original.49.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.original.49.2.fq.gz index a90564b..ff44004 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.original.49.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.original.49.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.remove_contam.49.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.remove_contam.49.1.fq.gz index e49a92d..fc7b191 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.remove_contam.49.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.remove_contam.49.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.remove_contam.49.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.remove_contam.49.2.fq.gz index af4d203..2efbcfd 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.remove_contam.49.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Pipeline_root/00/00/00/04/4/Reads/reads.remove_contam.49.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Reads/reads.1.1.fq.gz b/python/clockwork/tests/data/nextflow_qc/Reads/reads.1.1.fq.gz index 90f11ba..5b068ee 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Reads/reads.1.1.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Reads/reads.1.1.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/Reads/reads.1.2.fq.gz b/python/clockwork/tests/data/nextflow_qc/Reads/reads.1.2.fq.gz index 41d8349..0085a8b 100644 Binary files a/python/clockwork/tests/data/nextflow_qc/Reads/reads.1.2.fq.gz and b/python/clockwork/tests/data/nextflow_qc/Reads/reads.1.2.fq.gz differ diff --git a/python/clockwork/tests/data/nextflow_qc/mysql.dump b/python/clockwork/tests/data/nextflow_qc/mysql.dump index 94165f1..234e46a 100644 --- a/python/clockwork/tests/data/nextflow_qc/mysql.dump +++ b/python/clockwork/tests/data/nextflow_qc/mysql.dump @@ -1,8 +1,8 @@ --- MySQL dump 10.13 Distrib 5.7.19, for Linux (x86_64) +-- MySQL dump 10.13 Distrib 5.7.32, for Linux (x86_64) -- -- Host: localhost Database: test_db -- ------------------------------------------------------ --- Server version 5.7.19-0ubuntu0.17.04.1 +-- Server version 5.7.32-0ubuntu0.18.04.1 /*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */; /*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */; @@ -66,7 +66,7 @@ CREATE TABLE `Pipeline` ( LOCK TABLES `Pipeline` WRITE; /*!40000 ALTER TABLE `Pipeline` DISABLE KEYS */; -INSERT INTO `Pipeline` VALUES (1,1,NULL,'0.0.1','remove_contam',1,1),(2,2,NULL,'0.0.1','remove_contam',1,1),(3,3,NULL,'0.0.1','remove_contam',1,1),(4,4,NULL,'0.0.1','remove_contam',1,1); +INSERT INTO `Pipeline` VALUES (1,1,NULL,'0.9.0','remove_contam',1,1),(2,2,NULL,'0.9.0','remove_contam',1,1),(3,3,NULL,'0.9.0','remove_contam',1,1),(4,4,NULL,'0.9.0','remove_contam',1,1); /*!40000 ALTER TABLE `Pipeline` ENABLE KEYS */; UNLOCK TABLES; @@ -84,8 +84,8 @@ CREATE TABLE `QC` ( `fastqc1_adapter_content` text, `fastqc1_basic_statistics` text, `fastqc1_kmer_content` text, - `fastqc1_max_sequence_length` int(11) DEFAULT NULL, - `fastqc1_min_sequence_length` int(11) DEFAULT NULL, + `fastqc1_max_sequence_length` int(10) unsigned DEFAULT NULL, + `fastqc1_min_sequence_length` int(10) unsigned DEFAULT NULL, `fastqc1_overrepresented_sequences` text, `fastqc1_per_base_n_content` text, `fastqc1_per_base_sequence_content` text, @@ -94,14 +94,14 @@ CREATE TABLE `QC` ( `fastqc1_per_sequence_quality_scores` text, `fastqc1_sequence_duplication_levels` text, `fastqc1_sequence_length_distribution` text, - `fastqc1_sequences_flagged_as_poor_quality` int(11) DEFAULT NULL, - `fastqc1_total_sequences` int(11) DEFAULT NULL, + `fastqc1_sequences_flagged_as_poor_quality` int(10) unsigned DEFAULT NULL, + `fastqc1_total_sequences` int(10) unsigned DEFAULT NULL, `fastqc2_gc` float DEFAULT NULL, `fastqc2_adapter_content` text, `fastqc2_basic_statistics` text, `fastqc2_kmer_content` text, - `fastqc2_max_sequence_length` int(11) DEFAULT NULL, - `fastqc2_min_sequence_length` int(11) DEFAULT NULL, + `fastqc2_max_sequence_length` int(10) unsigned DEFAULT NULL, + `fastqc2_min_sequence_length` int(10) unsigned DEFAULT NULL, `fastqc2_overrepresented_sequences` text, `fastqc2_per_base_n_content` text, `fastqc2_per_base_sequence_content` text, @@ -110,23 +110,29 @@ CREATE TABLE `QC` ( `fastqc2_per_sequence_quality_scores` text, `fastqc2_sequence_duplication_levels` text, `fastqc2_sequence_length_distribution` text, - `fastqc2_sequences_flagged_as_poor_quality` int(11) DEFAULT NULL, - `fastqc2_total_sequences` int(11) DEFAULT NULL, - `samtools_raw_total_sequences` int(11) DEFAULT NULL, - `samtools_reads_mapped` int(11) DEFAULT NULL, - `samtools_reads_duplicated` int(11) DEFAULT NULL, - `samtools_bases_mapped_cigar` int(11) DEFAULT NULL, - `samtools_bases_trimmed` int(11) DEFAULT NULL, + `fastqc2_sequences_flagged_as_poor_quality` int(10) unsigned DEFAULT NULL, + `fastqc2_total_sequences` int(10) unsigned DEFAULT NULL, + `samtools_raw_total_sequences` int(10) unsigned DEFAULT NULL, + `samtools_reads_mapped` int(10) unsigned DEFAULT NULL, + `samtools_reads_duplicated` int(10) unsigned DEFAULT NULL, + `samtools_bases_mapped_cigar` bigint(20) unsigned DEFAULT NULL, + `samtools_bases_trimmed` bigint(20) unsigned DEFAULT NULL, `samtools_error_rate` float DEFAULT NULL, `samtools_average_quality` float DEFAULT NULL, `samtools_insert_size_average` float DEFAULT NULL, `samtools_insert_size_standard_deviation` float DEFAULT NULL, - `samtools_inward_oriented_pairs` int(11) DEFAULT NULL, - `samtools_outward_oriented_pairs` int(11) DEFAULT NULL, - `samtools_pairs_with_other_orientation` int(11) DEFAULT NULL, - `het_snp_positions` int(11) DEFAULT NULL, - `het_snp_total_snps` int(11) DEFAULT NULL, - `het_snp_het_calls` int(11) DEFAULT NULL + `samtools_inward_oriented_pairs` int(10) unsigned DEFAULT NULL, + `samtools_outward_oriented_pairs` int(10) unsigned DEFAULT NULL, + `samtools_pairs_with_other_orientation` int(10) unsigned DEFAULT NULL, + `het_snp_positions` int(10) unsigned DEFAULT NULL, + `het_snp_total_snps` int(10) unsigned DEFAULT NULL, + `het_snp_het_calls` int(10) unsigned DEFAULT NULL, + `samtools_positions_with_depth_of_0` int(10) unsigned DEFAULT NULL, + `samtools_positions_with_depth_atleast_2` int(10) unsigned DEFAULT NULL, + `samtools_positions_with_depth_atleast_5` int(10) unsigned DEFAULT NULL, + `samtools_positions_with_depth_atleast_10` int(10) unsigned DEFAULT NULL, + `samtools_positions_with_depth_atleast_20` int(10) unsigned DEFAULT NULL, + `samtools_positions_with_depth_atleast_100` int(10) unsigned DEFAULT NULL ) ENGINE=InnoDB DEFAULT CHARSET=latin1; /*!40101 SET character_set_client = @saved_cs_client */; @@ -148,11 +154,11 @@ DROP TABLE IF EXISTS `Read_counts`; /*!40101 SET character_set_client = utf8 */; CREATE TABLE `Read_counts` ( `seqrep_id` int(11) DEFAULT NULL, - `original_total` int(11) DEFAULT NULL, - `contamination` int(11) DEFAULT NULL, - `not_contamination` int(11) DEFAULT NULL, - `unmapped` int(11) DEFAULT NULL, - `total_after_remove_contam` int(11) DEFAULT NULL + `original_total` int(10) unsigned DEFAULT NULL, + `contamination` int(10) unsigned DEFAULT NULL, + `not_contamination` int(10) unsigned DEFAULT NULL, + `unmapped` int(10) unsigned DEFAULT NULL, + `total_after_remove_contam` int(10) unsigned DEFAULT NULL ) ENGINE=InnoDB DEFAULT CHARSET=latin1; /*!40101 SET character_set_client = @saved_cs_client */; @@ -162,7 +168,7 @@ CREATE TABLE `Read_counts` ( LOCK TABLES `Read_counts` WRITE; /*!40000 ALTER TABLE `Read_counts` DISABLE KEYS */; -INSERT INTO `Read_counts` VALUES (1,156,12,132,12,144),(2,156,12,132,12,144),(3,156,12,132,12,144),(4,156,12,132,12,144); +INSERT INTO `Read_counts` VALUES (2,156,12,132,12,144),(4,156,12,132,12,144),(1,156,12,132,12,144),(3,156,12,132,12,144); /*!40000 ALTER TABLE `Read_counts` ENABLE KEYS */; UNLOCK TABLES; @@ -230,7 +236,7 @@ DROP TABLE IF EXISTS `Seqrep`; CREATE TABLE `Seqrep` ( `seqrep_id` int(11) NOT NULL AUTO_INCREMENT, `isolate_id` int(11) DEFAULT NULL, - `sequence_replicate_number` int(11) DEFAULT NULL, + `sequence_replicate_number` bigint(20) unsigned DEFAULT NULL, `original_reads_file_1_md5` text, `original_reads_file_2_md5` text, `remove_contam_reads_file_1_md5` text, @@ -252,7 +258,7 @@ CREATE TABLE `Seqrep` ( LOCK TABLES `Seqrep` WRITE; /*!40000 ALTER TABLE `Seqrep` DISABLE KEYS */; -INSERT INTO `Seqrep` VALUES (1,1,43,'a3b22e537be7e1fc03c29df820f65b06','1676bdb60c23159fbaccc6975aed86c4','d9ea5077779c50c82bb9852fe5582cc0','5a1ef78ffdf7a4071a2b91d7c7dde8d5',0,1,'2017-12-25',0,'Illumina HiSeq 2000',NULL,0),(2,2,45,'b08620e2b9231ee66ae56f926d97f097','808911bb28af5c5674bda3b7c71e3a75','0da67fe9d1f3b4313304c87c4dbc635f','4f20723c34220b96995550b0e627cc1f',0,1,'2017-12-25',0,'Illumina HiSeq 2000',NULL,0),(3,3,47,'9981927389818aa1b57d6285ff490d23','5ffb53b040c7491807f963c3a94ad8fb','8e59250c494f103450c55f373a28ed96','e0c29c85b29af66dd810c5b0e741d0b7',0,1,'2017-12-25',0,'Illumina HiSeq 2000',NULL,0),(4,4,49,'9306e04decb6b721daf0ea765d860c3a','fb0f64bf6f7ff2b05d1fb521634b41b4','164f99ffb7f4416b2c60d7491019d65e','fd7a1fdfe55bcc47ffc5cfa0a655b52f',0,1,'2017-12-25',0,'Illumina HiSeq 2000',NULL,0); +INSERT INTO `Seqrep` VALUES (1,1,43,'25c461ececa0271428a283c534497417','ece4028afddf2365477e130d84748c56','2096a6996aef36c5c75c0a9dba3ed3a4','e77815e19d1f81db41888900039cb1b1',0,1,'2017-12-25',0,'Illumina HiSeq 2000',NULL,0),(2,2,45,'e52a403846ab49eeb5cb9573822e1d92','3eef5d5e74295f7951526e23c7de656a','a4b21345c9ee84baeb4ce3b94aa478ca','3dc2b9875ddbf95de24990aa916492e4',0,1,'2017-12-25',0,'Illumina HiSeq 2000',NULL,0),(3,3,47,'bba6cc17819a133c18e8f0c0e099a55e','e72c48a02f49ee98a45682b6e4dfac56','f35b1d902a4fcfd475b4e3e325942683','a00056bcca5a6c99a4448a2354f6245c',0,1,'2017-12-25',0,'Illumina HiSeq 2000',NULL,0),(4,4,49,'866e1700d3c7e0d8c37edf8bb8399ffe','58ea111df4310f356460023a5483229f','e615dc85493f66a33594f8ff22292aa7','a69ad444c1b84271101f460c63e43e2b',0,1,'2017-12-25',0,'Illumina HiSeq 2000',NULL,0); /*!40000 ALTER TABLE `Seqrep` ENABLE KEYS */; UNLOCK TABLES; @@ -274,7 +280,7 @@ CREATE TABLE `Version` ( LOCK TABLES `Version` WRITE; /*!40000 ALTER TABLE `Version` DISABLE KEYS */; -INSERT INTO `Version` VALUES (1); +INSERT INTO `Version` VALUES (4); /*!40000 ALTER TABLE `Version` ENABLE KEYS */; UNLOCK TABLES; /*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */; @@ -287,4 +293,4 @@ UNLOCK TABLES; /*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */; /*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */; --- Dump completed on 2017-10-13 16:08:54 +-- Dump completed on 2020-11-13 14:09:42 diff --git a/python/clockwork/tests/data/samtools_qc/sam b/python/clockwork/tests/data/samtools_qc/depth_stats.sorted.sam similarity index 99% rename from python/clockwork/tests/data/samtools_qc/sam rename to python/clockwork/tests/data/samtools_qc/depth_stats.sorted.sam index ed3742a..f8e23f6 100644 --- a/python/clockwork/tests/data/samtools_qc/sam +++ b/python/clockwork/tests/data/samtools_qc/depth_stats.sorted.sam @@ -1,54 +1,56 @@ +@HD VN:1.6 SO:coordinate @SQ SN:1 LN:2000 @PG ID:bwa PN:bwa VN:0.7.12-r1039 CL:bwa mem samtools_qc.ref.fa samtools_qc.reads.1.fq samtools_qc.reads.2.fq -1-52 83 1 899 60 75M = 774 -200 CTGGGATGAATGCGCCGCAAGTAGCAGGTCCCGGCGTGGATACCTGATAGATGGTGACTAGCATGTACAAGTAAC @D5DHDJHCEHH9IJ@IJJI3GGJJJIJIJDJJIH1?H8IGJJJ):G:JHFFJJ@JFJJJ8JFHH.HFI=J>JIBJJIIIJE?:I0)CEIIHJIH1)>BIFGJJJIEIGJFIE?J;IJGE4JJJGIHIJGII(IJIJJDDIG:=HH@CD NM:i:1 MD:Z:58A16 AS:i:70 XS:i:0 -1-46 147 1 1549 60 75M = 1421 -203 CACCCTAGGTCAAGTTTTACGATTGCCCTAACGCCGCGGAGCGCGACCCGAAAAGCTATGGTCTGTAACTTTTCG CDBDEFH;BHHBGJJJJDJDJJIGB?JH0GIJJIIGG*GJ@JFI?I0HFJIHIIJJ?GJ@I0FHFH;FFFFFCCB NM:i:0 MD:Z:75 AS:i:75 XS:i:0 -1-44 99 1 735 60 75M = 864 204 TATGTGGACGTTGTATAGGGATATTACGTTACGCGTTAACCGATACATACTGGTTTCTCTCCAGTGGAGCTCTTG CBCFFF@D?H)>HJ;IIJIJJGIIHAHFI;JDJ?CDJEJGF>GIJEICHI*FJJ?IGIIHCJJ7';BEFD?EFGDGDEIE.HHE NM:i:1 MD:Z:34C40 AS:i:70 XS:i:0 -1-42 147 1 1473 60 75M = 1355 -193 ATCGGAAGGGTTCTGTAGTGAATGCACTACACGGTACTGGTACGTGGCAACTTAGGTCGTCACATCTAGGAGTCC C(JFCF@(EF.CJD5JHH8HJDGJD3F@8GHHIDHECIJDIJBCJIJ1IJJJJHIEJJIIJG+F8HFF:D:D#C@ NM:i:1 MD:Z:72G2 AS:i:72 XS:i:0 -1-40 83 1 1547 60 75M = 1434 -188 CGCACCCTAGGTCAAGTTTTACGATTGCCCTAACGCCGCGGAGCGCGACCCGAAAAGCTATGGTCTGTAACTTTT >EDGJJF=GD77J7EDGJDIJJHJHJDGGIIGII@JFF8IG)IIII*J>HAJIII@IIJJ+CFHFHHFF:FFB?B NM:i:0 MD:Z:75 AS:i:75 XS:i:0 -1-40 163 1 1434 60 75M = 1547 188 CTTCCATAGCACAGGTTGACGGAGGAGTTTTGCTTGGATATCGGAAGGGTTCTGTAGTGAATGCACTACACGGTA @@CFFFAFH?DHG?8JIAJIEE+HFD NM:i:0 MD:Z:75 AS:i:75 XS:i:0 -1-38 99 1 680 60 75M = 801 196 CCCACATTTGACGGTACGCTACCGCAAAGGTATGTGTTAATGGAACAGACTTGCCTATGTGGACGTTGTATAGGG @CCFFFFF?HHHHAIIEJGAJJJHFIH>EJGIIGGGD/JI?JIJIID:JJIBGIIJ@IBD?IGI-;, NM:i:1 MD:Z:74A0 AS:i:74 XS:i:0 +1-16 163 1 190 60 75M = 311 196 CTCTCGTCATAAAACCTTTCTACTATGTGTTCCGCAACAATCAACAACTACAATGGCGCGTCGTGAATAACGCGA <;@FFAF+DH:HHFHH?IJJ?CJJIB;J8IDJEGHDC@H4BCDFJGBDD NM:i:0 MD:Z:75 AS:i:75 XS:i:0 -1-34 83 1 396 60 75M = 267 -204 TTCTCAGGACGCCCAACTATTCTTTCCAATCCTACATCTGTTTCTTGCGTCGTAGCGGGACCCTCCACTGTTACT DECJJBHHIJDE?H;FDGEJJGBJIDJ9JIJII>ADGJGGJIGJGIJ9HHIIJJJ3IIIIHEJ>DIB? NM:i:0 MD:Z:75 AS:i:75 XS:i:0 1-32 99 1 248 60 75M = 372 199 CGTCGTGAATAACGCGACGGCTGAGACGAACGGCGCGTGAATGAAGCGCTTAAACAGCTCAGGAGCCAGTCGCCT C?CFFFF=FHH>HFIIIEJHJJJEHBHCIIIFIDAHJIH9?.AJDIDJJADHJ;ICC@EJHJ;D>BHJIB4'B@F NM:i:1 MD:Z:71C3 AS:i:71 XS:i:0 +1-22 147 1 249 60 75M = 127 -197 GTCGTGAATAACGCGACGGCTGAGACGAACGGCGCGTGAATGAAGCGCTTAAACAGCTCAGGAGCCAGTCCCCTA CBI,DGJD)J:GHJE@HGJFIJ*IJEGFE@HEJCCJAF9EJ9HHIIJJJ3IIIIHEJ>DIB? NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-16 83 1 311 60 75M = 190 -196 AGCCAGTCCCCTACGTCGCATATCCTGGCCACTGGAGGTGAAGCGAATGGTATCGATACGTAGGAGGTGTGCCTT EDFEDDDHHAGIF9JHFBCI-J=H0IGGIIF4(G@IIE=JIIJJIIHJCFIIJIBJJJ-JJJHFHHHFFFFFC@@ NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-4 99 1 336 60 75M = 458 197 TGGCCACTGGAGGTGAAGCGAATGGTATCGATACGTAGGAGGTGTGCCTTCGTAGGCTGTTTCTCAGGACGCCCA B@CFFFDAHGHFHIIHDE.DJC=8JJ@JHGI?HJJJJIBIGEIFJGIJIJEJIGJJGJCHJJFJAFHCFH66FDFCCC NM:i:0 MD:Z:75 AS:i:75 XS:i:0 -1-30 163 1 1241 60 75M = 1359 193 GAGTTAAGGAATTATCGTCATAGACACTTCGGGTTGAGAGATGGCGACGGTCAGTGCATGAGGCCGTCCCCAGAA 7C1FDFFFGFHHHHJIJEGIHFAJIGHIGJHHIHC):JGHADGJGGJIGJGIIGIJIGHFJHIGJHEHIJ)EJIF-IE.E?BFIF:FAE3ECD(CCJ5FDHFDI?D@F NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-10 99 1 662 60 75M = 785 198 GACATCTTTGTGAACCGACCCACATTTGACGGTACGCTACCGCAACGGTATGTGTTAATGGAACAGACTTGCTTA CCCDFFFDFHHDDJH+IJJEJIG9HJJCIJIHIEIGIEIJCC?GJHGHBDI5J(=BJJEFHJJC=FGHICG6DHD NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-38 99 1 680 60 75M = 801 196 CCCACATTTGACGGTACGCTACCGCAAAGGTATGTGTTAATGGAACAGACTTGCCTATGTGGACGTTGTATAGGG @CCFFFFF?HHHHAIIEJGAJJJHFIH>EJGIIGGGHJ;IIJIJJGIIHDAIF@FFIFJEEJFIIJ?BHGIDG;;EGHIEJ*E=G9HG@?JIDHIHBJII3ID?IIHDHH#FFDFFC@@ NM:i:1 MD:Z:66C8 AS:i:70 XS:i:0 +1-38 147 1 801 60 75M = 680 -196 GAGGTCTTGGTTGCCTCTAGTTTCTACGATATACTCATGGTAGTGTAACGCATAATCGAAGAGGGTCCTCCCATC 9HD?EDEEE;:IDJHGFJIIDH*FEI;HF?IJC)I*JGGIIDEJHJJJHDIJ8HGJFJJIJIFDCDHAFDFFC@; NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-44 147 1 864 60 75M = 735 -204 GGTCCTCCCATCTCCTGTGATGCATGGTGTGCTTTCTGGGATGAATGCGCCGCAAGTAGCAGGTCCCGGCGTGGA BEF+AHFI;JDJ?CDJEJGF>GIJEICHI*FJJ?IGIIHCJDHH@FIDJGI;HDGG;J+FIFC? NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-52 83 1 899 60 75M = 774 -200 CTGGGATGAATGCGCCGCAAGTAGCAGGTCCCGGCGTGGATACCTGATAGATGGTGACTAGCATGTACAAGTAAC @D5DHDJHCEHH9IJ@IJJI3GGJJJIJIJDJJIH1?H8IGJJJ):G:JHFFJJ@JFJJJ8JFHH.HFD/JI?JIJIID:JJIBGIIJ@IBD?IGI-;, NM:i:1 MD:Z:74A0 AS:i:74 XS:i:0 -1-22 147 1 249 60 75M = 127 -197 GTCGTGAATAACGCGACGGCTGAGACGAACGGCGCGTGAATGAAGCGCTTAAACAGCTCAGGAGCCAGTCCCCTA CBI,DGJD)J:GHJE@HGJFIJ*IJEGFE@HEJCCJAF9E(CCJ5FDHFDI?D@F NM:i:0 MD:Z:75 AS:i:75 XS:i:0 -1-18 83 1 1458 60 75M = 1333 -200 GAGTTTTGCTTGGATATCGGAAGGGTTCTGTAGTGAATGCACTACACGGTACTGGTACGTGGCAACTTAGGTCGT D>GB;)HE9EA.?FIJJGF.DDEEJI)JGE(B6JIIJCG3GJECIGIJF?JJHJGAGJJEGFHHHGDFFFFD@CB NM:i:0 MD:Z:75 AS:i:75 XS:i:0 -1-18 163 1 1333 60 75M = 1458 200 GTCGTTGTTCCCGATGAAGACGTCTACTGATATGCTAGCAGAGCCAGTCTTAAAGCCTAGCGAACTTAATTCCGT C@CFFFFFHH?HFIJGHGIII+ICJIF8GHIDJGJGJHEIGGII'H(GJGIGGGID8JDGEJIDDGIB89(DDE@ NM:i:1 MD:Z:70A4 AS:i:70 XS:i:0 -1-16 83 1 311 60 75M = 190 -196 AGCCAGTCCCCTACGTCGCATATCCTGGCCACTGGAGGTGAAGCGAATGGTATCGATACGTAGGAGGTGTGCCTT EDFEDDDHHAGIF9JHFBCI-J=H0IGGIIF4(G@IIE=JIIJJIIHJCFIIJIBJJJ-JJJHFHHHFFFFFC@@ NM:i:0 MD:Z:75 AS:i:75 XS:i:0 -1-16 163 1 190 60 75M = 311 196 CTCTCGTCATAAAACCTTTCTACTATGTGTTCCGCAACAATCAACAACTACAATGGCGCGTCGTGAATAACGCGA <;@FFAF+DH:HHFHH?IJJ?CJJIHFFFFFB@: NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-26 147 1 1156 60 75M = 1031 -200 AGTGACTAACGCCGGGAATTCCTCGATATATAGTTTGATAGCTGATACTTATGGCGCAACGGCCACGCCCACTTT +CEDEFDJFJIAD=DJJBJDFFIDDDJJHJEHI(?I0GBGIIJI@?JJJHH:JIIIJJI)EGGAHHGFFFF+BCB NM:i:0 MD:Z:75 AS:i:75 XS:i:0 1-12 163 1 1158 60 75M = 1286 203 TGACTAACGCCGGGAATTCCTCGATATATAGTTTGATAGCTGATACTTATGGCGCAACGGCCACGCCCACTTTGG ??C=DFFBDHHHFHJ?IFEJIGGJJJJJJIJBIIEJCJ?GI(?JGJJ2AAHIG9HF4ED.J>BHIEF4DHD)FEH NM:i:0 MD:Z:75 AS:i:75 XS:i:0 -1-10 99 1 662 60 75M = 785 198 GACATCTTTGTGAACCGACCCACATTTGACGGTACGCTACCGCAACGGTATGTGTTAATGGAACAGACTTGCTTA CCCDFFFDFHHDDJH+IJJEJIG9HJJCIJIHIEIGIEIJCC?GJHGHBDI5J(=BJJEFHJJC=FGHICG6DHD NM:i:0 MD:Z:75 AS:i:75 XS:i:0 -1-10 147 1 785 60 75M = 662 -198 TGGTTTCTCTCCAGTGGAGGTCTTGGTTGCCTCTAGTTTCTACGATATACTCATGGTAGTGTAACGAATAATCGA BEIJ>DAIF@FFIFJEEJFIIJ?BHGIDG;;EGHIEJ*E=G9HG@?JIDHIHBJII3ID?IIHDHH#FFDFFC@@ NM:i:1 MD:Z:66C8 AS:i:70 XS:i:0 -1-8 99 1 463 60 75M = 586 198 TTGTTACTTATTAGGTTCTCGTTATGTCTCATAATCTCAGTGCTGGTGTGATAAGCAAACCACCCTACTGGCACG CBCFFFFF?HHHHJ(?JJFJHGH8IHDFFJJDHH:JGIHHG5BJ'B)J5DIGHJGFHDJFHFCHEJCFFCJE> NM:i:1 MD:Z:34A40 AS:i:70 XS:i:0 -1-4 99 1 336 60 75M = 458 197 TGGCCACTGGAGGTGAAGCGAATGGTATCGATACGTAGGAGGTGTGCCTTCGTAGGCTGTTTCTCAGGACGCCCA B@CFFFDAHGHFHICECECECB?IGD;5GHGD)IJDIJJH70IIJJEJD>GIIJIIJIIFIJGJJ+GGJJJIEJF3HDHFFFFDC?C NM:i:2 MD:Z:20A8G45 AS:i:65 XS:i:0 +1-48 99 1 1237 60 75M = 1370 208 TGGAGAGTTAAGGAATTATCGTCATAGACACTTCGGGTTGAGAGATGGCGACGGTCAGTGCATGAGGCCGTCCAC B@CDFFFF3HHB)JBIJE7EGEJCJIJJGFJJJIDGHI.IDJIDJJJIJJJE1IGJBGIGIHEEDGIIDICEH(H NM:i:1 MD:Z:73C1 AS:i:73 XS:i:0 +1-30 163 1 1241 60 75M = 1359 193 GAGTTAAGGAATTATCGTCATAGACACTTCGGGTTGAGAGATGGCGACGGTCAGTGCATGAGGCCGTCCCCAGAA 7C1FDFFFGFHHHHJIJEGIHFAJIGHIGJHHIHC):JGHHFFFFFB@: NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-18 163 1 1333 60 75M = 1458 200 GTCGTTGTTCCCGATGAAGACGTCTACTGATATGCTAGCAGAGCCAGTCTTAAAGCCTAGCGAACTTAATTCCGT C@CFFFFFHH?HFIJGHGIII+ICJIF8GHIDJGJGJHEIGGII'H(GJGIGGGID8JDGEJIDDGIB89(DDE@ NM:i:1 MD:Z:70A4 AS:i:70 XS:i:0 +1-42 99 1 1355 60 75M = 1473 193 TCTACTGATATGCTAGCAGAGCCAGTCTTAAAGCATAGCGAACTTAATACCGTAGCTCAGAATTATGGAGAGCAG B?C=FD?AHHHJ7';BEFD?EFGDGDEIE.HHE NM:i:1 MD:Z:34C40 AS:i:70 XS:i:0 1-2 163 1 1358 60 75M = 1483 200 ACTGATATGCTAGCAGAGCCAGTCTTAAAGCCTAGCGCACTTAATACCGTAGCTCAGAATTATGGAGAGCAGCAG +@@FBDDFDHHHG<,IDH;#IGG@IJHFFIIFJJJ*:'HEJJJF.JJBCJ@ICHJJGFBJ7I7JGJJHID(HDG< NM:i:1 MD:Z:37A37 AS:i:70 XS:i:0 +1-30 83 1 1359 60 75M = 1241 -193 CTGATATGCTAGCAGAGCCAGTCTTAAAGCCTAGCGAACTTAATACCGTAGCTCAGAATTATGGAGAGCAGCAGG HC5JE@CDDJ>IHDE.DJC=8JJ@JHGI?HJJJJIBIGEIFJGIJIJEJIGJJGJCHJJFJAFHCFH66FDFCCC NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-48 147 1 1370 60 75M = 1237 -208 GCAGAGCCAGTCTTAAAGCCTAGCGAACTTAATACCGTAGCTCAGAATTATGGAGAGCAGCAGGCTTCCATAGCA D(DFAFIJEI@EIJ@5FI@JC>I=J>JIBJJIIIJE?:I0)CEIIHJIH1)>BIFGJJJIEIGJFIE?J;IJGE4JJJGIHIJGII(IJIJJDDIG:=HH@CD NM:i:1 MD:Z:58A16 AS:i:70 XS:i:0 +1-40 163 1 1434 60 75M = 1547 188 CTTCCATAGCACAGGTTGACGGAGGAGTTTTGCTTGGATATCGGAAGGGTTCTGTAGTGAATGCACTACACGGTA @@CFFFAFH?DHG?8JIAJIEE+HFD NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-18 83 1 1458 60 75M = 1333 -200 GAGTTTTGCTTGGATATCGGAAGGGTTCTGTAGTGAATGCACTACACGGTACTGGTACGTGGCAACTTAGGTCGT D>GB;)HE9EA.?FIJJGF.DDEEJI)JGE(B6JIIJCG3GJECIGIJF?JJHJGAGJJEGFHHHGDFFFFD@CB NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-42 147 1 1473 60 75M = 1355 -193 ATCGGAAGGGTTCTGTAGTGAATGCACTACACGGTACTGGTACGTGGCAACTTAGGTCGTCACATCTAGGAGTCC C(JFCF@(EF.CJD5JHH8HJDGJD3F@8GHHIDHECIJDIJBCJIJ1IJJJJHIEJJIIJG+F8HFF:D:D#C@ NM:i:1 MD:Z:72G2 AS:i:72 XS:i:0 +1-2 83 1 1483 60 75M = 1358 -200 TTCTGTAGTGAATGCACTACCCGGTACTGATACGTGGCAACTTAGGTCGTCACATCTAGGAGGCCGCACCCTAGG @>CECECECB?IGD;5GHGD)IJDIJJH70IIJJEJD>GIIJIIJIIFIJGJJ+GGJJJIEJF3HDHFFFFDC?C NM:i:2 MD:Z:20A8G45 AS:i:65 XS:i:0 +1-40 83 1 1547 60 75M = 1434 -188 CGCACCCTAGGTCAAGTTTTACGATTGCCCTAACGCCGCGGAGCGCGACCCGAAAAGCTATGGTCTGTAACTTTT >EDGJJF=GD77J7EDGJDIJJHJHJDGGIIGII@JFF8IG)IIII*J>HAJIII@IIJJ+CFHFHHFF:FFB?B NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-46 147 1 1549 60 75M = 1421 -203 CACCCTAGGTCAAGTTTTACGATTGCCCTAACGCCGCGGAGCGCGACCCGAAAAGCTATGGTCTGTAACTTTTCG CDBDEFH;BHHBGJJJJDJDJJIGB?JH0GIJJIIGG*GJ@JFI?I0HFJIHIIJJ?GJ@I0FHFH;FFFFFCCB NM:i:0 MD:Z:75 AS:i:75 XS:i:0 +1-50 163 1 1737 60 75M = 1861 199 TCTCTTACCGTGGCTGGGTCCGGCGGCTGTGGGATTGCGAGAGTGTCCGGCACCACCCATGTACACTTTCGGGAA C1@FF?FFHHH)HI+JCHJH@JJ:IJJIEI9DIGCBHJJGJHGI=GGDJGG,DG=JD,GGIGIDJJFDIDIFICC NM:i:2 MD:Z:11T45A17 AS:i:65 XS:i:0 +1-6 163 1 1760 60 75M = 1880 195 CGGCTGTGGGATTGCGAGAGTGTCCGGCACCACCCATGTACACTTTCGGGAACACTCATTCGAAGAGGTTCTGCA ?1CFFFF@8FDFHGIIJICFIFJIJJ:JBIJGIJ)*II?I(EJJIGFGFHDJFHFCHEJCFFCJE> NM:i:1 MD:Z:34A40 AS:i:70 XS:i:0 +1-50 83 1 1861 60 75M = 1737 -199 GGGCGGCAATGCTGAGGCCCTCTGTTCAATGAAACCCGTACTATATCTTATGATGACAATGAAATAGTCCTGTTT DEC)H8FJDJGA)EH5&JJ7ABJ8IJH&JFIGJFGJJIFAJDIJHJCJIJE@I= 0.11.1", "python-dateutil >= 2.6.1", - "openpyxl >= 2.4.7", + "openpyxl == 2.5.0", "pyfastaq >= 3.14.0", "pymysql >= 0.7.11", "pysam >= 0.11.2.1", diff --git a/vagrant/Vagrantfile b/vagrant/Vagrantfile index b81afd8..e7c0c23 100644 --- a/vagrant/Vagrantfile +++ b/vagrant/Vagrantfile @@ -7,8 +7,8 @@ Vagrant.configure(2) do |config| config.disksize.size = '40GB' # Edit these if you want to mount whatever dirs... - config.vm.synced_folder "/Users/mhunt/git/", "/home/vagrant/git" - config.vm.synced_folder "/Users/mhunt/vm_share/", "/home/vagrant/vm_share" +# config.vm.synced_folder "/Users/mhunt/git/", "/home/vagrant/git" +# config.vm.synced_folder "/Users/mhunt/vm_share/", "/home/vagrant/vm_share" # Provider-specific configuration so you can fine-tune various # backing providers for Vagrant. These expose provider-specific options.