Skip to content
Snippets Groups Projects
paired_end.snakefile.smk 10.9 KiB
Newer Older
rule pe_remove_adapters_cutadapt:
        Remove adapters
        reads1 = os.path.join(
            "samples",
            "start",
            "{sample}.fq1.fastq.gz"),
        reads2 = os.path.join(
            config["output_dir"],
            "samples",
            "start",
            "{sample}.fq2.fastq.gz"),
    output:
        reads1 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_adapters_mate1.fastq.gz"),
        reads2 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_adapters_mate2.fastq.gz")
    params:
        adapter_3_mate1 = lambda wildcards:
            samples_table.loc[wildcards.sample, 'fq1_3p'],
        adapter_5_mate1 = lambda wildcards:
            samples_table.loc[wildcards.sample, 'fq1_5p'],
        adapter_3_mate2 = lambda wildcards:
            samples_table.loc[wildcards.sample, 'fq2_3p'],
        adapter_5_mate2 = lambda wildcards:
            samples_table.loc[wildcards.sample, 'fq2_5p']
Alex Kanitz's avatar
Alex Kanitz committed
        "docker://zavolab/cutadapt:1.16-slim"
            "samples",
            "remove_adapters_cutadapt.pe.stderr.log"),
            "samples",
            "remove_adapters_cutadapt.pe.stdout.log")
    shell:
        "(cutadapt \
        -e 0.1 \
        -j {threads} \
        --pair-filter=any \
        -a {params.adapter_3_mate1} \
        -g {params.adapter_5_mate1} \
        -A {params.adapter_3_mate2} \
        -G {params.adapter_5_mate2} \
        -o {output.reads1} \
        -p {output.reads2} \
        {input.reads1} \
        {input.reads2};) \
    input:
        reads1 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_adapters_mate1.fastq.gz"),
        reads2 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_adapters_mate2.fastq.gz")
    output:
        reads1 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_polya_mate1.fastq.gz"),
        reads2 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_polya_mate2.fastq.gz")
    params:
        polya_3_mate1 = lambda wildcards:
            samples_table.loc[wildcards.sample, 'fq1_polya_3p'],
        polya_5_mate1 = lambda wildcards:
            samples_table.loc[wildcards.sample, 'fq1_polya_5p'],
        polya_3_mate2 = lambda wildcards:
            samples_table.loc[wildcards.sample, 'fq2_polya_3p'],
        polya_5_mate2 = lambda wildcards:
            samples_table.loc[wildcards.sample, 'fq2_polya_5p']
Alex Kanitz's avatar
Alex Kanitz committed
        "docker://zavolab/cutadapt:1.16-slim"
            "samples",
            "remove_polya_cutadapt.pe.stderr.log"),
            "samples",
            "remove_polya_cutadapt.pe.stdout.log")
        --pair-filter=any \
        -g {params.polya_5_mate1} \
        -G {params.polya_5_mate2} \
        -o {output.reads1} \
        -p {output.reads2} \
        {input.reads1} \
BIOPZ-Bak Maciej's avatar
BIOPZ-Bak Maciej committed
        {input.reads2}) \
    input:
        index = lambda wildcards:
            os.path.join(
                config["star_indexes"],
                str(samples_table.loc[wildcards.sample, "organism"]),
                str(samples_table.loc[wildcards.sample, "index_size"]),
                "STAR_index",
                "chrNameLength.txt"),
        reads1 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_polya_mate1.fastq.gz"),
        reads2 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_polya_mate2.fastq.gz")
    output:
        bam = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.Aligned.sortedByCoord.out.bam"),
        logfile = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.Log.final.out")
    params:
        sample_id = "{sample}",
        index = lambda wildcards:
            os.path.join(
                config["star_indexes"],
                str(samples_table.loc[wildcards.sample, "organism"]),
                str(samples_table.loc[wildcards.sample, "index_size"]),
                "STAR_index"),
        outFileNamePrefix = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe."),
        multimappers = lambda wildcards:
            str(samples_table.loc[wildcards.sample, "multimappers"]),
        soft_clip = lambda wildcards:
            samples_table.loc[wildcards.sample, "soft_clip"],
        pass_mode = lambda wildcards:
            samples_table.loc[wildcards.sample, "pass_mode"]
Alex Kanitz's avatar
Alex Kanitz committed
        "docker://zavolab/star:2.7.3a-slim"
            "samples",
            "map_genome_star.pe.stderr.log")
    shell:
        "(STAR \
        --runMode alignReads \
        --twopassMode {params.pass_mode} \
        --runThreadN {threads} \
        --genomeDir {params.index} \
        --readFilesIn {input.reads1} {input.reads2} \
        --readFilesCommand zcat \
        --outSAMunmapped None  \
        --outFilterMultimapNmax {params.multimappers} \
        --outFilterMultimapScoreRange 0 \
        --outFileNamePrefix {params.outFileNamePrefix} \
        --outSAMattributes All \
        --outStd BAM_SortedByCoordinate \
        --outSAMtype BAM SortedByCoordinate \
        --outFilterMismatchNoverLmax 0.04 \
        --outFilterScoreMinOverLread 0.3 \
        --outFilterMatchNminOverLread 0.3 \
        --outFilterType BySJout \
        --outReadsUnmapped None \
        --outSAMattrRGline ID:rnaseq_pipeline SM:{params.sample_id} \
        --alignEndsType {params.soft_clip} > {output.bam};) \
        2> {log.stderr}"
    '''
        Quantification at transcript and gene level using Salmon
    '''
    input:
        reads1 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_polya_mate1.fastq.gz"),
        reads2 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_polya_mate2.fastq.gz"),
            samples_table.loc[wildcards.sample, 'gtf'],
        index = lambda wildcards:
            os.path.join(
                config["salmon_indexes"],
                str(samples_table.loc[wildcards.sample, "organism"]),
                str(samples_table.loc[wildcards.sample, "kmer"]),
                "salmon.idx")
        gn_estimates = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.salmon.pe",
            "quant.genes.sf"),
        tr_estimates = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.salmon.pe",
    params:
        output_dir = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.salmon.pe"),
        libType = lambda wildcards:
            samples_table.loc[wildcards.sample, 'libtype']
            "samples",
            "genome_quantification_salmon.pe.stderr.log"),
            "samples",
            "genome_quantification_salmon.pe.stdout.log"),
    singularity:
        "docker://zavolab/salmon:1.1.0-slim"
        --libType {params.libType} \
        --seqBias \
        --validateMappings \
        --threads {threads} \
        --writeUnmappedNames \
        --index {input.index} \
        --geneMap {input.gtf} \
        -1 {input.reads1} \
        -2 {input.reads2} \
        -o {params.output_dir}; \
        ) 1> {log.stdout} 2> {log.stderr}"
    '''
        Quantification at transcript and gene level using Kallisto
    '''
    input:
        reads1 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_polya_mate1.fastq.gz"),
        reads2 = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.remove_polya_mate2.fastq.gz"),
        index = lambda wildcards:
            os.path.join(
                config["kallisto_indexes"],
                samples_table.loc[wildcards.sample, 'organism'],
                "kallisto.idx")
    output:
        pseudoalignment = os.path.join(
            config["output_dir"],
            "samples",
            "{sample}.pe.kallisto.pseudo.sam")
    params:
        output_dir = os.path.join(
            "samples",
        directionality = lambda wildcards:
            samples_table.loc[wildcards.sample, "kallisto_directionality"]
Alex Kanitz's avatar
Alex Kanitz committed
        "docker://zavolab/kallisto:0.46.1-slim"
            "samples",
            "genome_quantification_kallisto.pe.stderr.log")
    shell:
        "(kallisto quant \
        -i {input.index} \
        -o {params.output_dir} \
        --pseudobam \
        {params.directionality}-stranded \
        {input.reads1} {input.reads2} > {output.pseudoalignment}) \
Dominik Burri's avatar
Dominik Burri committed
        2> {log.stderr}"