Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
C
cnvpipelines
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Container Registry
Model registry
Operate
Environments
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Terms and privacy
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
SVdetection
cnvpipelines
Commits
e8d91743
Commit
e8d91743
authored
5 years ago
by
Thomas Faraut
Browse files
Options
Downloads
Patches
Plain Diff
some comestic changes
parent
f9dacd58
No related branches found
No related tags found
1 merge request
!13
some comestic changes
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
snakecnv/align.snk
+2
-2
2 additions, 2 deletions
snakecnv/align.snk
snakecnv/popsim.snk
+3
-2
3 additions, 2 deletions
snakecnv/popsim.snk
snakecnv/referencebundle.snk
+30
-22
30 additions, 22 deletions
snakecnv/referencebundle.snk
snakecnv/tools/utils.snk
+21
-0
21 additions, 0 deletions
snakecnv/tools/utils.snk
with
56 additions
and
26 deletions
snakecnv/align.snk
+
2
−
2
View file @
e8d91743
...
...
@@ -21,7 +21,7 @@ workdir: wdir
snakemake_utils = SnakemakeUtils(samples)
include: "tools/
thread
s.snk"
include: "tools/
util
s.snk"
localrules: all_align
...
...
@@ -91,4 +91,4 @@ rule markduplicate:
"""
picard MarkDuplicates I={input.bam} O={output.bam} M={output.metrics} REMOVE_DUPLICATES=true 1> {log.stdout} \
2> {log.stderr};
"""
\ No newline at end of file
"""
This diff is collapsed.
Click to expand it.
snakecnv/popsim.snk
+
3
−
2
View file @
e8d91743
import sys
import os
include: "tools/utils.snk"
ROOTPATH = os.path.dirname(os.path.dirname(workflow.snakefile))
sys.path.insert(0, os.path.join(ROOTPATH, "lib"))
os.environ["PYTHONPATH"] = os.path.join(ROOTPATH, "lib")
...
...
@@ -70,7 +73,6 @@ bp_inputs, bp_params = buildpop_inputs()
bp_outputs = buildpop_outputs()
include: "tools/threads.snk"
include: "align.snk"
include: "referencebundle.snk"
include: "detection.snk"
...
...
@@ -229,4 +231,3 @@ rule buildresults:
touch results/{wildcards.svtype}/Summarized_results_{wildcards.svtype}.ipynb
touch results/{wildcards.svtype}/Summarized_results_{wildcards.svtype}.html
"""
This diff is collapsed.
Click to expand it.
snakecnv/referencebundle.snk
+
30
−
22
View file @
e8d91743
...
...
@@ -8,6 +8,8 @@ from os.path import join
from pyfaidx import Fasta
# from natsort import natsorted
include: "tools/utils.snk"
ROOTPATH = os.path.dirname(workflow.snakefile)
sys.path.insert(0, os.path.join(ROOTPATH, "lib"))
os.environ["PYTHONPATH"] = os.path.join(ROOTPATH, "lib")
...
...
@@ -30,15 +32,11 @@ SUFF_TYPES = ("gcmask", "svmask", "lcmask")
p_repeats = re.compile('.*(Satellite|Simple_repeat|Low_complexity).*')
p_repeats_all = re.compile('.*(Satellite|Simple_repeat|Line|SINE|LTR).*')
def message(mes):
sys.stderr.write("|--- " + mes + "\n")
include: "tools/threads.snk"
CHROMS = config['chromosomes']
PERL5LIB = get_perl5lib()
shell.prefix("export PATH=%s/bin:\"$PATH\";" % ROOTPATH)
shell.prefix("export PATH=%s/bin:\"$PATH\";
export PERL5LIB=%s;
" %
(
ROOTPATH
, PERL5LIB)
)
rule final:
input:
...
...
@@ -54,19 +52,24 @@ rule final:
rule get_fasta:
input:
SUBDIR + PREFIX+"_raw.fasta"
fasta=SUBDIR + PREFIX+"_raw.fasta",
fai=SUBDIR + PREFIX+"_raw.fasta.fai"
output:
SUBDIR + PREFIX+".fasta"
run:
from Bio import SeqIO
with open(input[0], "rU") as handle, open(output[0], "w") as f:
for seq in SeqIO.parse(handle, "fasta"):
if seq.id in CHROMS:
SeqIO.write([seq], f, "fasta")
os.remove(input[0])
i_fai = input[0] + ".fai"
if os.path.exists(i_fai):
os.remove(i_fai)
params:
chromosomes=CHROMS
shell:
"samtools faidx {input.fasta} {params.chromosomes} > {output}"
# run:
# from Bio import SeqIO
# with open(input[0], "rU") as handle, open(output[0], "w") as f:
# for seq in SeqIO.parse(handle, "fasta"):
# if seq.id in CHROMS:
# SeqIO.write([seq], f, "fasta")
# os.remove(input[0])
# i_fai = input[0] + ".fai"
# if os.path.exists(i_fai):
# os.remove(i_fai)
rule index:
input:
...
...
@@ -74,7 +77,7 @@ rule index:
output:
SUBDIR + "{type}.fasta.fai"
log:
"logs/index/{type}.log"
SUBDIR +
"logs/index/{type}.log"
shell:
"samtools faidx {input} &> {log}"
...
...
@@ -100,6 +103,8 @@ rule preparesvmask:
"export PATH=$SV_DIR/bwa:\"$PATH\"; export LD_LIBRARY_PATH=$SV_DIR/bwa:\"$LD_LIBRARY_PATH\"; "
"ln {input.fasta} {output.seq}; "
"samtools faidx {output.seq}; "
# Checking genome size for bwa index
#"genomesize=`cat {output.seq}.fai | awk '{ totsize = totsize +$0}END{ print totsize}'`; "
"bwa index -a bwtsw {output.seq} 2> {log} || bwa index -a is {output.seq} 2> {log}"
rule mergesvmask:
...
...
@@ -151,13 +156,16 @@ rule repeatmask:
output:
SUBDIR + "reference.fasta.out"
params:
sp = config['species']
sp = config['species'],
perl5lib = PERL5LIB
threads:
get_threads("repeatmask", 12)
shell:
"export PATH=$SV_DIR/bwa:\"$PATH\"; export LD_LIBRARY_PATH=$SV_DIR/bwa:\"$LD_LIBRARY_PATH\"; "
"RepeatMasker -pa {threads} -species {params.sp} -xsmall {input.fasta}"
" > {input.fasta}.repeatmasker.log"
"""
export PERL5LIB={params.perl5lib}
RepeatMasker -pa {threads} -species {params.sp} -xsmall {input.fasta}
> {input.fasta}.repeatmasker.log
"""
rule rdmask:
input:
...
...
This diff is collapsed.
Click to expand it.
snakecnv/tools/utils.snk
0 → 100644
+
21
−
0
View file @
e8d91743
import os
import shutil
ROOTPATH = os.path.dirname(os.path.dirname(workflow.snakefile))
sys.path.insert(0, os.path.join(ROOTPATH, "lib"))
os.environ["PYTHONPATH"] = os.path.join(ROOTPATH, "lib")
def get_threads(rule, default):
cluster_config = snakemake.workflow.cluster_config
if rule in cluster_config and "threads" in cluster_config[rule]:
return cluster_config[rule]["threads"]
if "default" in cluster_config and "threads" in cluster_config["default"]:
return cluster_config["default"]["threads"]
return default
def get_perl5lib():
condaprefix = os.environ["CONDA_PREFIX"]
perllibpath = os.path.join(condaprefix, "lib", "perl5")
return perllibpath
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment