Skip to content

Commit b89fac3

Browse files
authored
Merge pull request #1156 from nf-core/dev
Dev -> master for 3.14.0 release
2 parents a10f41a + eb5392a commit b89fac3

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

54 files changed

+644
-241
lines changed

.github/CONTRIBUTING.md

+3
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,9 @@ If you're not used to this workflow with git, you can start with some [docs from
2727

2828
## Tests
2929

30+
You can optionally test your changes by running the pipeline locally. Then it is recommended to use the `debug` profile to
31+
receive warnings about process selectors and other debug info. Example: `nextflow run . -profile debug,test,docker --outdir <OUTDIR>`.
32+
3033
When you create a pull request with changes, [GitHub Actions](https://github.com/features/actions) will run automatic tests.
3134
Typically, pull-requests are only fully reviewed when these tests are passing, though of course we can help out before then.
3235

.github/PULL_REQUEST_TEMPLATE.md

+1
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ Learn more about contributing: [CONTRIBUTING.md](https://github.com/nf-core/rnas
1919
- [ ] If necessary, also make a PR on the nf-core/rnaseq _branch_ on the [nf-core/test-datasets](https://github.com/nf-core/test-datasets) repository.
2020
- [ ] Make sure your code lints (`nf-core lint`).
2121
- [ ] Ensure the test suite passes (`nextflow run . -profile test,docker --outdir <OUTDIR>`).
22+
- [ ] Check for unexpected warnings in debug mode (`nextflow run . -profile debug,test,docker --outdir <OUTDIR>`).
2223
- [ ] Usage Documentation in `docs/usage.md` is updated.
2324
- [ ] Output Documentation in `docs/output.md` is updated.
2425
- [ ] `CHANGELOG.md` is updated.

.github/workflows/ci.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@ jobs:
2828
- "latest-everything"
2929
steps:
3030
- name: Check out pipeline code
31-
uses: actions/checkout@v3
31+
uses: actions/checkout@v4
3232

3333
- name: Install Nextflow
3434
uses: nf-core/setup-nextflow@v1

.github/workflows/cloud_tests_full.yml

+24-19
Original file line numberDiff line numberDiff line change
@@ -23,70 +23,75 @@ jobs:
2323
matrix:
2424
aligner: ["star_salmon", "star_rsem"]
2525
steps:
26-
- uses: seqeralabs/action-tower-launch@v1
26+
- uses: seqeralabs/action-tower-launch@v2
2727
with:
2828
workspace_id: ${{ secrets.TOWER_WORKSPACE_ID }}
2929
access_token: ${{ secrets.TOWER_ACCESS_TOKEN }}
3030
compute_env: ${{ secrets.TOWER_CE_AWS_CPU }}
3131
workdir: "${{ secrets.TOWER_BUCKET_AWS }}/work/rnaseq/work-${{ github.sha }}"
3232
run_name: "aws_rnaseq_full_${{ matrix.aligner }}"
33+
revision: ${{ github.sha }}
3334
profiles: test_full_aws
3435
parameters: |
3536
{
3637
"hook_url": "${{ secrets.MEGATESTS_ALERTS_SLACK_HOOK_URL }}",
3738
"aligner": "${{ matrix.aligner }}",
38-
"outdir": "${{ secrets.TOWER_BUCKET_AWS }}/rnaseq/results-${{ github.sha }}/aligner_${{ matrix.aligner }}"
39+
"outdir": "${{ secrets.TOWER_BUCKET_AWS }}/rnaseq/results-${{ github.sha }}/aligner_${{ matrix.aligner }}/"
3940
}
4041
- uses: actions/upload-artifact@v3
4142
with:
4243
name: Tower debug log file
4344
path: tower_action_*.log
44-
run-full-tests-on-gcp:
45-
if: ${{ github.event.inputs.platform == 'all' || github.event.inputs.platform == 'gcp' || !github.event.inputs }}
45+
46+
run-full-tests-on-azure:
47+
if: ${{ github.event.inputs.platform == 'all' || github.event.inputs.platform == 'azure' || !github.event.inputs }}
4648
runs-on: ubuntu-latest
4749
strategy:
4850
matrix:
4951
aligner: ["star_salmon", "star_rsem"]
5052
steps:
51-
- uses: seqeralabs/action-tower-launch@v1
53+
- uses: seqeralabs/action-tower-launch@v2
5254
with:
5355
workspace_id: ${{ secrets.TOWER_WORKSPACE_ID }}
5456
access_token: ${{ secrets.TOWER_ACCESS_TOKEN }}
55-
compute_env: ${{ secrets.TOWER_CE_GCP_CPU }}
56-
workdir: "${{ secrets.TOWER_BUCKET_GCP }}/work/rnaseq/work-${{ github.sha }}"
57-
run_name: "gcp_rnaseq_full_${{ matrix.aligner }}"
58-
profiles: test_full_gcp
57+
compute_env: ${{ secrets.TOWER_CE_AZURE_CPU }}
58+
workdir: "${{ secrets.TOWER_BUCKET_AZURE }}/work/rnaseq/work-${{ github.sha }}"
59+
run_name: "azure_rnaseq_full_${{ matrix.aligner }}"
60+
revision: ${{ github.sha }}
61+
profiles: test_full_azure
5962
parameters: |
6063
{
6164
"hook_url": "${{ secrets.MEGATESTS_ALERTS_SLACK_HOOK_URL }}",
6265
"aligner": "${{ matrix.aligner }}",
63-
"outdir": "${{ secrets.TOWER_BUCKET_GCP }}/rnaseq/results-${{ github.sha }}/aligner_${{ matrix.aligner }}"
66+
"outdir": "${{ secrets.TOWER_BUCKET_AZURE }}/rnaseq/results-${{ github.sha }}/aligner_${{ matrix.aligner }}/",
67+
"igenomes_base": "${{ secrets.TOWER_IGENOMES_BASE_AZURE }}"
6468
}
6569
- uses: actions/upload-artifact@v3
6670
with:
6771
name: Tower debug log file
6872
path: tower_action_*.log
69-
run-full-tests-on-azure:
70-
if: ${{ github.event.inputs.platform == 'all' || github.event.inputs.platform == 'azure' || !github.event.inputs }}
73+
74+
run-full-tests-on-gcp:
75+
if: ${{ github.event.inputs.platform == 'gcp' || !github.event.inputs }}
7176
runs-on: ubuntu-latest
7277
strategy:
7378
matrix:
7479
aligner: ["star_salmon", "star_rsem"]
7580
steps:
76-
- uses: seqeralabs/action-tower-launch@v1
81+
- uses: seqeralabs/action-tower-launch@v2
7782
with:
7883
workspace_id: ${{ secrets.TOWER_WORKSPACE_ID }}
7984
access_token: ${{ secrets.TOWER_ACCESS_TOKEN }}
80-
compute_env: ${{ secrets.TOWER_CE_AZURE_CPU }}
81-
workdir: "${{ secrets.TOWER_BUCKET_AZURE }}/work/rnaseq/work-${{ github.sha }}"
82-
run_name: "azure_rnaseq_full_${{ matrix.aligner }}"
83-
profiles: test_full_azure
85+
compute_env: ${{ secrets.TOWER_CE_GCP_CPU }}
86+
workdir: "${{ secrets.TOWER_BUCKET_GCP }}/work/rnaseq/work-${{ github.sha }}"
87+
run_name: "gcp_rnaseq_full_${{ matrix.aligner }}"
88+
revision: ${{ github.sha }}
89+
profiles: test_full_gcp
8490
parameters: |
8591
{
8692
"hook_url": "${{ secrets.MEGATESTS_ALERTS_SLACK_HOOK_URL }}",
8793
"aligner": "${{ matrix.aligner }}",
88-
"outdir": "${{ secrets.TOWER_BUCKET_AZURE }}/rnaseq/results-${{ github.sha }}/aligner_${{ matrix.aligner }}",
89-
"igenomes_base": "${{ secrets.TOWER_IGENOMES_BASE_AZURE }}"
94+
"outdir": "${{ secrets.TOWER_BUCKET_GCP }}/rnaseq/results-${{ github.sha }}/aligner_${{ matrix.aligner }}/"
9095
}
9196
- uses: actions/upload-artifact@v3
9297
with:

.github/workflows/cloud_tests_small.yml

+21-16
Original file line numberDiff line numberDiff line change
@@ -18,57 +18,62 @@ jobs:
1818
if: ${{ github.event.inputs.platform == 'all' || github.event.inputs.platform == 'aws' }}
1919
runs-on: ubuntu-latest
2020
steps:
21-
- uses: seqeralabs/action-tower-launch@v1
21+
- uses: seqeralabs/action-tower-launch@v2
2222
with:
2323
workspace_id: ${{ secrets.TOWER_WORKSPACE_ID }}
2424
access_token: ${{ secrets.TOWER_ACCESS_TOKEN }}
2525
compute_env: ${{ secrets.TOWER_CE_AWS_CPU }}
2626
workdir: "${{ secrets.TOWER_BUCKET_AWS }}/work/rnaseq/work-${{ github.sha }}"
2727
run_name: "aws_rnaseq_small"
28+
revision: ${{ github.sha }}
2829
profiles: test
2930
parameters: |
3031
{
31-
"outdir": "${{ secrets.TOWER_BUCKET_AWS }}/rnaseq/results-test-${{ github.sha }}"
32+
"outdir": "${{ secrets.TOWER_BUCKET_AWS }}/rnaseq/results-test-${{ github.sha }}/"
3233
}
3334
- uses: actions/upload-artifact@v3
3435
with:
3536
name: Tower debug log file
3637
path: tower_action_*.log
37-
run-small-tests-on-gcp:
38-
if: ${{ github.event.inputs.platform == 'all' || github.event.inputs.platform == 'gcp' }}
38+
39+
run-small-tests-on-azure:
40+
if: ${{ github.event.inputs.platform == 'all' || github.event.inputs.platform == 'azure' }}
3941
runs-on: ubuntu-latest
4042
steps:
41-
- uses: seqeralabs/action-tower-launch@v1
43+
- uses: seqeralabs/action-tower-launch@v2
4244
with:
4345
workspace_id: ${{ secrets.TOWER_WORKSPACE_ID }}
4446
access_token: ${{ secrets.TOWER_ACCESS_TOKEN }}
45-
compute_env: ${{ secrets.TOWER_CE_GCP_CPU }}
46-
workdir: "${{ secrets.TOWER_BUCKET_GCP }}/work/rnaseq/work-${{ github.sha }}"
47-
run_name: "gcp_rnaseq_small"
47+
compute_env: ${{ secrets.TOWER_CE_AZURE_CPU }}
48+
workdir: "${{ secrets.TOWER_BUCKET_AZURE }}/work/rnaseq/work-${{ github.sha }}"
49+
run_name: "azure_rnaseq_small"
50+
revision: ${{ github.sha }}
4851
profiles: test
4952
parameters: |
5053
{
51-
"outdir": "${{ secrets.TOWER_BUCKET_GCP }}/rnaseq/results-test-${{ github.sha }}"
54+
"outdir": "${{ secrets.TOWER_BUCKET_AZURE }}/rnaseq/results-test-${{ github.sha }}/"
5255
}
5356
- uses: actions/upload-artifact@v3
5457
with:
5558
name: Tower debug log file
5659
path: tower_action_*.log
57-
run-small-tests-on-azure:
58-
if: ${{ github.event.inputs.platform == 'all' || github.event.inputs.platform == 'azure' }}
60+
61+
run-small-tests-on-gcp:
62+
if: ${{ github.event.inputs.platform == 'gcp' }}
5963
runs-on: ubuntu-latest
6064
steps:
61-
- uses: seqeralabs/action-tower-launch@v1
65+
- uses: seqeralabs/action-tower-launch@v2
6266
with:
6367
workspace_id: ${{ secrets.TOWER_WORKSPACE_ID }}
6468
access_token: ${{ secrets.TOWER_ACCESS_TOKEN }}
65-
compute_env: ${{ secrets.TOWER_CE_AZURE_CPU }}
66-
workdir: "${{ secrets.TOWER_BUCKET_AZURE }}/work/rnaseq/work-${{ github.sha }}"
67-
run_name: "azure_rnaseq_small"
69+
compute_env: ${{ secrets.TOWER_CE_GCP_CPU }}
70+
workdir: "${{ secrets.TOWER_BUCKET_GCP }}/work/rnaseq/work-${{ github.sha }}"
71+
run_name: "gcp_rnaseq_small"
72+
revision: ${{ github.sha }}
6873
profiles: test
6974
parameters: |
7075
{
71-
"outdir": "${{ secrets.TOWER_BUCKET_AZURE }}/rnaseq/results-test-${{ github.sha }}"
76+
"outdir": "${{ secrets.TOWER_BUCKET_GCP }}/rnaseq/results-test-${{ github.sha }}/"
7277
}
7378
- uses: actions/upload-artifact@v3
7479
with:

.github/workflows/fix-linting.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ jobs:
1313
runs-on: ubuntu-latest
1414
steps:
1515
# Use the @nf-core-bot token to check out so we can push later
16-
- uses: actions/checkout@v3
16+
- uses: actions/checkout@v4
1717
with:
1818
token: ${{ secrets.nf_core_bot_auth_token }}
1919

@@ -24,7 +24,7 @@ jobs:
2424
env:
2525
GITHUB_TOKEN: ${{ secrets.nf_core_bot_auth_token }}
2626

27-
- uses: actions/setup-node@v3
27+
- uses: actions/setup-node@v4
2828

2929
- name: Install Prettier
3030
run: npm install -g prettier @prettier/plugin-php

.github/workflows/linting.yml

+6-6
Original file line numberDiff line numberDiff line change
@@ -14,9 +14,9 @@ jobs:
1414
EditorConfig:
1515
runs-on: ubuntu-latest
1616
steps:
17-
- uses: actions/checkout@v3
17+
- uses: actions/checkout@v4
1818

19-
- uses: actions/setup-node@v3
19+
- uses: actions/setup-node@v4
2020

2121
- name: Install editorconfig-checker
2222
run: npm install -g editorconfig-checker
@@ -27,9 +27,9 @@ jobs:
2727
Prettier:
2828
runs-on: ubuntu-latest
2929
steps:
30-
- uses: actions/checkout@v3
30+
- uses: actions/checkout@v4
3131

32-
- uses: actions/setup-node@v3
32+
- uses: actions/setup-node@v4
3333

3434
- name: Install Prettier
3535
run: npm install -g prettier
@@ -40,7 +40,7 @@ jobs:
4040
PythonBlack:
4141
runs-on: ubuntu-latest
4242
steps:
43-
- uses: actions/checkout@v3
43+
- uses: actions/checkout@v4
4444

4545
- name: Check code lints with Black
4646
uses: psf/black@stable
@@ -71,7 +71,7 @@ jobs:
7171
runs-on: ubuntu-latest
7272
steps:
7373
- name: Check out pipeline code
74-
uses: actions/checkout@v3
74+
uses: actions/checkout@v4
7575

7676
- name: Install Nextflow
7777
uses: nf-core/setup-nextflow@v1

.gitpod.yml

+3-1
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,9 @@ tasks:
44
command: |
55
pre-commit install --install-hooks
66
nextflow self-update
7-
7+
- name: unset JAVA_TOOL_OPTIONS
8+
command: |
9+
unset JAVA_TOOL_OPTIONS
810
vscode:
911
extensions: # based on nf-core.nf-core-extensionpack
1012
- codezombiech.gitignore # Language support for .gitignore files

CHANGELOG.md

+54
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,60 @@
33
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
44
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
55

6+
## [[3.14.0](https://github.com/nf-core/rnaseq/releases/tag/3.14.0)] - 2024-01-08
7+
8+
### Credits
9+
10+
Special thanks to the following for their contributions to the release:
11+
12+
- [Adam Talbot](https://github.com/adamrtalbot)
13+
- [Jonathan Manning](https://github.com/pinin4fjords)
14+
- [Mahesh Binzer-Panchal](https://github.com/mahesh-panchal)
15+
- [Matthias Zepper](https://github.com/MatthiasZepper)
16+
- [Maxime Garcia](https://github.com/maxulysse)
17+
- [Phil Ewels](https://github.com/ewels)
18+
- [Vlad Savelyev](https://github.com/vladsavelyev)
19+
20+
Thank you to everyone else that has contributed by reporting bugs, enhancements or in any other way, shape or form.
21+
22+
### Enhancements & fixes
23+
24+
- [PR #1135](https://github.com/nf-core/rnaseq/pull/1135) - Update [action-tower-launch](https://github.com/marketplace/actions/action-tower-launch) to v2 which supports more variable handling
25+
- [PR #1141](https://github.com/nf-core/rnaseq/pull/1141) - Important! Template update for nf-core/tools v2.11
26+
- [PR #1143](https://github.com/nf-core/rnaseq/pull/1143) - Move fasta check back to Groovy ([#1142](https://github.com/nf-core/rnaseq/issues/1142))
27+
- [PR #1144](https://github.com/nf-core/rnaseq/pull/1144) - Interface to kmer size for pseudoaligners ([#1111](https://github.com/nf-core/rnaseq/issues/1111))
28+
- [PR #1149](https://github.com/nf-core/rnaseq/pull/1149) - Fix and patch version commands for Fastp, FastQC and UMI-tools modules ([#1103](https://github.com/nf-core/rnaseq/issues/1103))
29+
- [PR #1150](https://github.com/nf-core/rnaseq/pull/1150) - Be more flexible on attribute values in GTFs ([#1132](https://github.com/nf-core/rnaseq/issues/1132))
30+
- [PR #1151](https://github.com/nf-core/rnaseq/pull/1151) - fix to #1150: reinstate conditional
31+
- [PR #1152](https://github.com/nf-core/rnaseq/pull/1152) - Bump container versions for tools using Docker V1 manifest ([#1140](https://github.com/nf-core/rnaseq/issues/1140))
32+
- [PR #1154](https://github.com/nf-core/rnaseq/pull/1154) - Prerelease 3.14.0 fixes ([#1111](https://github.com/nf-core/rnaseq/issues/1111), [#1153](https://github.com/nf-core/rnaseq/issues/1153))
33+
- [PR #1157](https://github.com/nf-core/rnaseq/pull/1157) - Add slash to `--outdir` for cloud tests to fix Azure validation issue
34+
- [PR #1159](https://github.com/nf-core/rnaseq/pull/1159) - Issues loading MultiQC report ([#1158](https://github.com/nf-core/rnaseq/issues/1158))
35+
36+
### Parameters
37+
38+
| Old parameter | New parameter |
39+
| ------------- | ---------------------------- |
40+
| | `--pseudo_aligner_kmer_size` |
41+
42+
> **NB:** Parameter has been **updated** if both old and new parameter information is present.
43+
> **NB:** Parameter has been **added** if just the new parameter information is present.
44+
> **NB:** Parameter has been **removed** if new parameter information isn't present.
45+
46+
### Software dependencies
47+
48+
| Dependency | Old version | New version |
49+
| ---------- | ----------- | ----------- |
50+
| `multiqc` | 1.17 | 1.19 |
51+
| `qualimap` | 2.2.2d | 2.3 |
52+
| `rseqc` | 3.0.1 | 5.0.3 |
53+
54+
> **NB:** Dependency has been **updated** if both old and new version information is present.
55+
>
56+
> **NB:** Dependency has been **added** if just the new version information is present.
57+
>
58+
> **NB:** Dependency has been **removed** if new version information isn't present.
59+
660
## [[3.13.2](https://github.com/nf-core/rnaseq/releases/tag/3.13.2)] - 2023-11-21
761

862
### Credits

README.md

+5-10
Original file line numberDiff line numberDiff line change
@@ -50,11 +50,8 @@
5050
5151
## Usage
5252

53-
:::note
54-
If you are new to Nextflow and nf-core, please refer to [this page](https://nf-co.re/docs/usage/installation) on how
55-
to set-up Nextflow. Make sure to [test your setup](https://nf-co.re/docs/usage/introduction#how-to-run-a-pipeline)
56-
with `-profile test` before running the workflow on actual data.
57-
:::
53+
> [!NOTE]
54+
> If you are new to Nextflow and nf-core, please refer to [this page](https://nf-co.re/docs/usage/installation) on how to set-up Nextflow. Make sure to [test your setup](https://nf-co.re/docs/usage/introduction#how-to-run-a-pipeline) with `-profile test` before running the workflow on actual data.
5855
5956
First, prepare a samplesheet with your input data that looks as follows:
6057

@@ -84,11 +81,9 @@ nextflow run nf-core/rnaseq \
8481
-profile <docker/singularity/.../institute>
8582
```
8683

87-
:::warning
88-
Please provide pipeline parameters via the CLI or Nextflow `-params-file` option. Custom config files including those
89-
provided by the `-c` Nextflow option can be used to provide any configuration _**except for parameters**_;
90-
see [docs](https://nf-co.re/usage/configuration#custom-configuration-files).
91-
:::
84+
> [!WARNING]
85+
> Please provide pipeline parameters via the CLI or Nextflow `-params-file` option. Custom config files including those provided by the `-c` Nextflow option can be used to provide any configuration _**except for parameters**_;
86+
> see [docs](https://nf-co.re/usage/configuration#custom-configuration-files).
9287
9388
For more details and further functionality, please refer to the [usage documentation](https://nf-co.re/rnaseq/usage) and the [parameter documentation](https://nf-co.re/rnaseq/parameters).
9489

assets/multiqc_config.yml

+2-3
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,5 @@
11
report_comment: >
2-
This report has been generated by the <a href="https://github.com/nf-core/rnaseq/releases/tag/3.13.0" target="_blank">nf-core/rnaseq</a>
3-
analysis pipeline. For information about how to interpret these results, please see the
4-
<a href="https://nf-co.re/rnaseq/3.13.0/docs/output" target="_blank">documentation</a>.
2+
This report has been generated by the <a href="https://github.com/nf-core/rnaseq/releases/tag/3.14.0" target="_blank">nf-core/rnaseq</a> analysis pipeline. For information about how to interpret these results, please see the <a href="https://nf-co.re/rnaseq/3.14.0/docs/output" target="_blank">documentation</a>.
53
report_section_order:
64
"nf-core-rnaseq-methods-description":
75
order: -1000
@@ -11,6 +9,7 @@ report_section_order:
119
order: -1002
1210

1311
export_plots: true
12+
disable_version_detection: true
1413

1514
# Run only these modules
1615
run_modules:

bin/dupradar.r

+1
Original file line numberDiff line numberDiff line change
@@ -93,6 +93,7 @@ curve_y <- curve_y[seq(1, length(curve_y), 10)]
9393
curve_x = 10^curve_x
9494
# Write to file
9595
line="#id: dupradar
96+
#plot_type: 'linegraph'
9697
#section_name: 'DupRadar'
9798
#section_href: 'bioconductor.org/packages/release/bioc/html/dupRadar.html'
9899
#description: \"provides duplication rate quality control for RNA-Seq datasets. Highly expressed genes can be expected to have a lot of duplicate reads, but high numbers of duplicates at low read counts can indicate low library complexity with technical duplication.

0 commit comments

Comments
 (0)