OSCR

Multimodal survival analysis of glioblastoma using whole-slide histopathology, gene expression, clinical variables and language-model-derived mutation features.

Code ↔ Paper

The paper beside its authors' code: matches between them have not been computed for this paper yet.

Paper

Loaded from Europe PMC by your browser; OSCR does not store it: doi.org · Europe PMC

The paper is loaded when this pane is shown.

The authors' code

Python · 237 lines · 8.1 KB · no license

  1. import torch
  2. import torch.nn as nn
  3. import torch.nn.functional as F
  4. ##IMAGE
  5. class ImgCNNWithAttention(nn.Module):
  6. def __init__(self,input_dim, num_classes):
  7. super(ImgCNNWithAttention, self).__init__()
  8. self.block1 = nn.Sequential(
  9. nn.Conv2d(input_dim, 16, kernel_size=5, stride=1),
  10. nn.MaxPool2d(kernel_size=5, stride=5, padding=0),
  11. nn.BatchNorm2d(16),
  12. nn.ReLU(),
  13. nn.Conv2d(16, 32, kernel_size=5, stride=1),
  14. nn.MaxPool2d(kernel_size=3, stride=3, padding=0),
  15. nn.BatchNorm2d(32),
  16. nn.ReLU(),
  17. nn.Conv2d(32, 64, kernel_size=5, stride=1),
  18. nn.MaxPool2d(kernel_size=3, stride=3, padding=0),
  19. nn.BatchNorm2d(64),
  20. nn.ReLU()
  21. )
  22. self.attention = nn.Sequential(
  23. nn.Conv2d(64, 64, kernel_size=3, stride=1, padding=1),
  24. nn.BatchNorm2d(64),
  25. nn.Sigmoid()
  26. )
  27. self.block2=nn.Sequential(
  28. nn.Conv2d(64, 128, kernel_size=5, stride=1),
  29. nn.MaxPool2d(kernel_size=3, stride=3, padding=0),
  30. nn.BatchNorm2d(128))
  31. self.block3=nn.Sequential(
  32. nn.Linear(128 * 20 * 20, 32),
  33. nn.BatchNorm1d(32),
  34. nn.ReLU(),
  35. nn.Dropout(0.3),
  36. nn.Linear(32, num_classes)
  37. )
  38. def forward(self, x):
  39. x = self.block1(x)
  40. attention = self.attention(x)
  41. x = x * attention
  42. x = self.block2(x)
  43. x1 = x.view(x.size(0), -1)
  44. x = self.block3(x1)
  45. return x,x1,attention
  46. ##SEQ
  47. class AddNormBlock1(nn.Module):
  48. def __init__(self, input_size, output_size, dropout_rate):
  49. super(AddNormBlock1, self).__init__()
  50. self.linear = nn.Linear(input_size, output_size)
  51. self.norm = nn.BatchNorm1d(output_size)
  52. self.dropout = nn.Dropout(dropout_rate)
  53. def forward(self, x):
  54. x=self.linear(x)
  55. y = F.relu(x)
  56. y = self.norm(y)
  57. y = self.dropout(y)
  58. # Add & Norm: Add input x to output y and apply layer normalization
  59. return y
  60. # return self.norm(x + y)
  61. class AddNormBlock(nn.Module):
  62. def __init__(self, input_size, output_size, dropout_rate):
  63. super(AddNormBlock, self).__init__()
  64. self.linear = nn.Linear(input_size, output_size)
  65. self.norm = nn.LayerNorm(output_size)
  66. self.dropout = nn.Dropout(dropout_rate)
  67. def forward(self, x):
  68. x=self.linear(x)
  69. y = F.relu(x)
  70. y = self.norm(y)
  71. # y = self.dropout(y)
  72. # Add & Norm: Add input x to output y and apply layer normalization
  73. return y
  74. # return self.norm(x + y)
  75. class DeepSeq(nn.Module):
  76. def __init__(self, hidden_sizes_phi=None, hidden_sizes_rho=None,num_intervals=None, dropout_rate=0.3):
  77. super(DeepSeq, self).__init__()
  78. if hidden_sizes_phi is None:
  79. hidden_sizes_phi = [768, 512, 256, 128, 64]
  80. if hidden_sizes_rho is None:
  81. hidden_sizes_rho = [64, 32, 16]
  82. if num_intervals is None:
  83. num_intervals = 1
  84. # Phi function: Transform each element of the set
  85. self.blocks1 = self.create_blocks(hidden_sizes_phi, dropout_rate=0.5)
  86. self.blocks2 = self.create_blocks(hidden_sizes_rho, dropout_rate=0.2)
  87. # Attention mechanism
  88. self.attention = nn.Sequential(
  89. nn.Linear(hidden_sizes_phi[-1], hidden_sizes_phi[-1]),
  90. nn.ReLU(),
  91. nn.Dropout(dropout_rate),
  92. nn.Linear(hidden_sizes_phi[-1], 1),
  93. )
  94. self.blocks1_ = nn.ModuleList([AddNormBlock(hidden_sizes_phi[i], hidden_sizes_phi[i+1], dropout_rate) for i in range(len(hidden_sizes_phi)-1)])
  95. self.blocks2_ = nn.ModuleList([AddNormBlock1(hidden_sizes_rho[i], hidden_sizes_rho[i+1], dropout_rate=0.1) for i in range(len(hidden_sizes_rho)-1)])
  96. self.final_layer = nn.Linear(hidden_sizes_rho[-1], num_intervals)
  97. def forward_blocks(self, blocks, x):
  98. for block in blocks:
  99. x = block(x)
  100. return x
  101. def create_blocks(self, hidden_sizes, dropout_rate):
  102. layers = []
  103. for idx, hidden_size in enumerate(hidden_sizes):
  104. if idx == 0:
  105. input_size = hidden_sizes[0]
  106. else:
  107. input_size = hidden_sizes[idx - 1]
  108. layers.extend([
  109. nn.Linear(input_size, hidden_size),
  110. nn.LayerNorm(hidden_size),
  111. nn.ReLU(),
  112. nn.Dropout(dropout_rate)
  113. ])
  114. return nn.Sequential(*layers)
  115. def attention_block(self, x, mask=None):
  116. attention_weights = self.attention(x).squeeze(-1)
  117. if mask is not None:
  118. attention_weights = attention_weights.masked_fill(mask == 0, -1e9)
  119. attention_weights = torch.softmax(attention_weights, dim=1)
  120. # Apply attention weights without changing set size
  121. x_weighted = x * attention_weights.unsqueeze(-1)
  122. return x_weighted,[x,attention_weights]
  123. def forward(self, x, mask=None):
  124. original_shape = x.shape
  125. x = x.view(-1, x.size(-1))
  126. # Phi function
  127. # x = self.blocks1(x)
  128. x = self.forward_blocks(self.blocks1_, x)
  129. x = x.view(original_shape[0], original_shape[1], -1)
  130. # Attention and aggregation
  131. x ,attention_weights= self.attention_block(x, mask)
  132. x1 = x.sum(dim=1) # Summing over the set elements
  133. # Rho function
  134. x = self.blocks2(x1)
  135. # x = self.forward_blocks(self.blocks2_, x)
  136. # Final output
  137. x = self.final_layer(x)
  138. return x,x1,attention_weights
  139. ##TABULAR
  140. class AttentionSurvivalNet(nn.Module):
  141. def __init__(self,input_dim,output_dim):
  142. super(AttentionSurvivalNet,self).__init__()
  143. self.block1 = nn.Sequential(
  144. nn.Linear(input_dim, 2000),
  145. nn.BatchNorm1d(2000),
  146. nn.ReLU(),
  147. nn.Dropout(0.3),
  148. nn.Linear(2000, 800),
  149. nn.BatchNorm1d(800),
  150. nn.ReLU(),
  151. nn.Dropout(0.3))
  152. self.block2=nn.Sequential(
  153. nn.Linear(800, 100),
  154. nn.BatchNorm1d(100),
  155. nn.ReLU(),
  156. nn.Dropout(0.1),
  157. nn.Linear(100, output_dim))
  158. self.attention= nn.Sequential(
  159. nn.Linear(input_dim, input_dim),
  160. nn.ReLU(),
  161. nn.Dropout(0.3),
  162. nn.Linear(input_dim, 1),
  163. )
  164. # self.attention=AttentionLayer(input_dim)
  165. def forward(self, x):
  166. x1 = self.block1(x)
  167. x = self.block2(x1)
  168. return x,x1
  169. ##MULTIMODAL
  170. class MultimodalNet(nn.Module):
  171. def __init__(self, num_classes, input_sizes):
  172. super(MultimodalNet, self).__init__()
  173. self.block1 = nn.Sequential(
  174. nn.Linear(input_sizes[0], 200), # size_x1
  175. nn.BatchNorm1d(200),
  176. nn.ReLU(),
  177. nn.Dropout(0.1)
  178. )
  179. if len(input_sizes) > 1:
  180. self.block2 = nn.Sequential(
  181. nn.Linear(input_sizes[1], 200), # size_x2
  182. nn.BatchNorm1d(200),
  183. nn.ReLU(),
  184. nn.Dropout(0.1)
  185. )
  186. else:
  187. self.block2 = None
  188. self.block3_input_size = 200 + (200 if self.block2 else 0) + (input_sizes[2] if len(input_sizes) > 2 else 0)
  189. self.block3 = nn.Sequential(
  190. nn.Linear(self.block3_input_size, 256),
  191. nn.BatchNorm1d(256),
  192. nn.ReLU(),
  193. nn.Dropout(0.1),
  194. nn.Linear(256, 128),
  195. nn.BatchNorm1d(128),
  196. nn.ReLU(),
  197. nn.Dropout(0.1)
  198. )
  199. self.out = nn.Sequential(
  200. nn.Linear(128, 64),
  201. nn.BatchNorm1d(64),
  202. nn.ReLU(),
  203. nn.Dropout(0.1),
  204. nn.Linear(64, num_classes)
  205. )
  206. def forward(self, x1, x2=None, x3=None):
  207. x1 = self.block1(x1)
  208. inputs = [x1] # Start with x1 as the mandatory input
  209. if self.block2 and x2 is not None:
  210. x2 = self.block2(x2)
  211. inputs.append(x2)
  212. if x3 is not None:
  213. inputs.append(x3)
  214. x = torch.cat(inputs, dim=1) # Concatenate only the provided inputs
  215. x = self.block3(x)
  216. x = self.out(x)
  217. return x

Net.py at commit 644bbb0, no license · at the source

Overview

Authors: Tongjie Wang1, Javier Alfaro2, Paul M Brennan3,4, Ajitha Rajan1
  1. School of Informatics, University of Edinburgh, Edinburgh, EH8 9AB United Kingdom
  2. Cancer Research UK Scotland Centre (Edinburgh), Institute of Genetics and Cancer, University of Edinburgh, Edinburgh, EH4 2XU United Kingdom
  3. Department for Clinical Neuroscience, NHS Lothian, Royal Infirmary Edinburgh, Edinburgh, United Kingdom
  4. Translational Neurosurgery, Centre for Clinical Brain Sciences, University of Edinburgh, Edinburgh, EH16 4SB United Kingdom
Institutions: University of Edinburgh (United Kingdom); Cancer Research UK (United Kingdom); Edinburgh Cancer Research (United Kingdom); Institute of Genetics and Cancer (United Kingdom); NHS Lothian (United Kingdom); Edinburgh Royal Infirmary (United Kingdom)
Journal: Scientific reports, volume 16, issue 1, article 18546
Dates: received 25 March 2025; accepted 9 April 2026; published online 21 April 2026
Type: Research article · Language: English
License: CC BY
Identifiers: DOI 10.1038/s41598-026-48666-1 · PMID 42014603 · PMCID PMC13269476 · OpenAlex W7155058161
Open access: gold, a free copy (OpenAlex)
Status: code verified (how the code is found and verified)
Categories: histology / microscopy (modality), human (organism), other condition (population), clinical / translational (subfield)
Methods: Machine learning, Statistics
Keywords: Mathematics and computing, Computer science, Cancer, Cancer imaging, Cancer models, Outcomes research
MeSH: Brain Neoplasms*, Glioblastoma*, Mutation*, Gene Expression Regulation, Neoplastic, Humans, Prognosis, Survival Analysis (* major topic)
Topic: Glioma Diagnosis and Treatment (Oncology, Medicine), according to OpenAlex
Funding: horizon 2020 (101017453)
Citations: not cited yet (Europe PMC); 22 references in the paper

Abstract

Glioblastoma (GBM) is a highly aggressive brain tumor with poor prognosis, motivating the development of more accurate survival prediction models that can integrate complementary clinical and molecular information. However, existing multimodal survival frameworks often rely on simplified genomic summaries, underuse sequence-context information from mutations, or discard global spatial structure in whole-slide histopathology. In this study, we present MUSA , a multimodal survival framework that integrates three data sources: whole-slide H&E histopathology, tabular clinical and gene expression variables, and language-model-derived mutation features. For histopathology, we use a class-map-based feature extraction pipeline that summarizes slide-level composition, spatial adjacency, and fragmentation patterns. For the molecular branch, we represent missense mutations using protein-sequence-context-based features derived from a language model and evaluate both frozen and survival-supervised representations. These modality-specific features are then fused within a survival prediction framework and evaluated under nested cross-validation. In mutation-only experiments, survival-supervised language-model features outperformed one-hot and VEP-derived baselines. In multimodal benchmark comparisons, MUSA outperformed matched reference models, and in ablation analyses the full trimodal model achieved the best overall median concordance. Together, these results show that mutation-sequence representations and spatial histopathology features provide complementary prognostic information for GBM survival modeling.

Reproduced under the paper's license (CC BY), from the paper cited above.

Repository

Its files are read in the Code ↔ Paper reader above.

tongjie-w/MUSA

License: none: the authors keep all their rights
State: the link answers, verified on 29 September 2026
Evidence: files inventoried
Commit: 644bbb073d78b460986824f357dd5e2ed3edfd2f, 14 April 2025
Languages: Python (11), Jupyter (1)
Size: 13 files, 12 scripts
Software Heritage: not archived
Found in: “Code availability”
Holds: README, 1 notebook
Not found: license file, CITATION.cff, environment file, tests, continuous integration, documentation
Tools: PyTorch (11 files), NumPy (10 files), pandas (7 files), OpenCV (3 files), scikit-learn (3 files), Keras (1 file), Matplotlib (1 file), scikit-image (1 file), TensorFlow (1 file)
Availability: 1 check, the latest on 29 September 2026: the link answers
  • 29 September 2026: the link answers
13 files

Code availability

Code is available from our MUSA Github repository: https://github.com/tongjie-w/MUSA.

Reproduced under the paper's license (CC BY), from the paper cited above.

Tracing map

Proposed by the machine: these links were found in the paper and verified at the source, without human review. The map will receive a Zenodo DOI once one of the paper's authors has validated it with their ORCID.

What the map holds:

  • 1 repository of the authors' code, each at its verified commit, with its license and how the link was found in the paper;
  • 12 scripts, each with its path and the digest of its content;
  • no match between paragraphs and code yet;
  • neither the text of the paper nor the code itself.

Its JSON (tracing-map.json) is deposited on Zenodo with its DOI once the map is validated.

Data

No dataset and no data link were found in the paper.

Data availability

The MoNuSeg dataset used for image segmentation study is available in MoNuSeg challenge repository, https://monuseg.grand-challenge.org/Data/Data used in this work on H&E slide survival analysis are from the GDC Data Portal (https://portal.gdc.cancer.gov/). The patients’ datasets used on multimodal survival analysis are not publicly available due to patients’ privacy concerns of the institutional review board policies on human tissue data.

Reproduced under the paper's license (CC BY), from the paper cited above.

Versions

The history of this record: each version stored by the harvester or made by a correction of its authors or of the maintainers of its code, and what changed in its facts. The texts of the paper (its abstract, its availability statements) are not part of it; versions that changed only those are not listed.

Version 1, 29 September 2026: the first record

Recorded: type, language, journal, volume, issue, pages, dates, 4 authors, 6 keywords, 7 MeSH terms, 1 funder, 15 references.

Cite

This paper

Wang, T., Alfaro, J., Brennan, P. M., & Rajan, A. (2026). Multimodal survival analysis of glioblastoma using whole-slide histopathology, gene expression, clinical variables and language-model-derived mutation features. Scientific reports, 16(1), 18546. https://doi.org/10.1038/s41598-026-48666-1

BibTeX

@article{wang2026multimodal,
author = {Wang, Tongjie and Alfaro, Javier and Brennan, Paul M and Rajan, Ajitha},
title = {{Multimodal survival analysis of glioblastoma using whole-slide histopathology, gene expression, clinical variables and language-model-derived mutation features}},
journal = {Scientific reports},
year = {2026},
month = apr,
volume = {16},
number = {1},
pages = {18546},
publisher = {Nature Publishing Group},
issn = {2045-2322},
doi = {10.1038/s41598-026-48666-1},
url = {https://doi.org/10.1038/s41598-026-48666-1},
pmid = {42014603},
pmcid = {PMC13269476}
}

RIS

TY - JOUR
AU - Wang, Tongjie
AU - Alfaro, Javier
AU - Brennan, Paul M
AU - Rajan, Ajitha
TI - Multimodal survival analysis of glioblastoma using whole-slide histopathology, gene expression, clinical variables and language-model-derived mutation features
T2 - Scientific reports
J2 - Sci Rep
PY - 2026
DA - 2026/04/21
VL - 16
IS - 1
SP - 18546
SN - 2045-2322
PB - Nature Publishing Group
DO - 10.1038/s41598-026-48666-1
UR - https://doi.org/10.1038/s41598-026-48666-1
LA - en
ER -

CSL-JSON

{
"id": "10.1038/s41598-026-48666-1",
"type": "article-journal",
"title": "Multimodal survival analysis of glioblastoma using whole-slide histopathology, gene expression, clinical variables and language-model-derived mutation features",
"container-title": "Scientific reports",
"author": [
{
"family": "Wang",
"given": "Tongjie"
},
{
"family": "Alfaro",
"given": "Javier"
},
{
"family": "Brennan",
"given": "Paul M"
},
{
"family": "Rajan",
"given": "Ajitha"
}
],
"container-title-short": "Sci Rep",
"volume": "16",
"issue": "1",
"page": "18546",
"DOI": "10.1038/s41598-026-48666-1",
"PMID": "42014603",
"PMCID": "PMC13269476",
"ISSN": "2045-2322",
"publisher": "Nature Publishing Group",
"URL": "https://doi.org/10.1038/s41598-026-48666-1",
"language": "en",
"issued": {
"date-parts": [
[
2026,
4,
21
]
]
}
}

The tracing map gets a citation of its own once an author has validated it and it has a DOI.

Similar papers

The papers with a page that share the most with this one: the tools found in their code, their categories, datasets, cited references and authors, the rarest counting most.

[1] doi:10.3390/cancers16040750 [code]
PathoGraph: An Attention-Based Graph Neural Network Capable of Prognostication Based on CD276 Labelling of Malignant Glioma Cells.
Journal: Cancers
In common: Keras, OpenCV, TensorFlow, 5 other tools, histology / microscopy, clinical / translational, other condition, 1 reference
[2] doi:10.1093/gigascience/giae057 [code]
Deep learning links localized digital pathology phenotypes with transcriptional subtype and patient outcome in glioblastoma.
Journal: GigaScience
In common: Keras, TensorFlow, scikit-image, 4 other tools, histology / microscopy, clinical / translational, other condition, 1 reference
[3] doi:10.1016/j.xcrm.2026.102766 [code]
A longitudinal single-cell and spatial multiomic atlas of pediatric high-grade glioma.
Journal: Cell reports. Medicine
In common: Keras, OpenCV, TensorFlow, 5 other tools, other condition, 1 reference
[4] doi:10.3390/s23104598 [code]
NeuronAlg: An Innovative Neuronal Computational Model for Immunofluorescence Image Segmentation.
Journal: Sensors (Basel, Switzerland)
In common: Keras, OpenCV, TensorFlow, 4 other tools, histology / microscopy, 1 reference
[5] doi:10.1016/j.ibneur.2023.12.002 [code]
Evaluating synthetic neuroimaging data augmentation for automatic brain tumour segmentation with a deep fully-convolutional network.
Journal: IBRO neuroscience reports
In common: Keras, OpenCV, TensorFlow, 4 other tools, other condition, 1 reference
[6] doi:10.1016/j.isci.2022.105872 [code]
Vision transformer-based weakly supervised histopathological image analysis of primary brain tumors.
Journal: iScience
In common: OpenCV, PyTorch, scikit-learn, 3 other tools, histology / microscopy, clinical / translational, other condition, 1 reference
[7] doi:10.1038/s43856-023-00276-y [code]
Multimodal deep learning to predict prognosis in adult and pediatric brain tumors.
Journal: Communications medicine
In common: scikit-image, PyTorch, scikit-learn, 3 other tools, clinical / translational, other condition, 1 reference
[8] doi:10.1038/s41598-026-40620-5 [code]
mViSE: A visual search engine for analyzing multiplex IHC brain tissue images (spatial proteomics).
Journal: Scientific reports
In common: scikit-image, PyTorch, scikit-learn, 3 other tools, histology / microscopy, 1 reference
[9] doi:10.1111/bpa.70029 [code]
Pediatric brain tumor classification using digital pathology and deep learning: Evaluation of SOTA methods on a multi-center Swedish cohort.
Journal: Brain pathology (Zurich, Switzerland)
In common: OpenCV, PyTorch, scikit-learn, 3 other tools, other condition, 1 reference
[10] doi:10.1038/s41598-025-05009-w [code]
Lessons learned from RadiologyNET foundation models for transfer learning in medical radiology.
Journal: Scientific reports
In common: OpenCV, PyTorch, scikit-learn, 3 other tools, other condition, 1 reference

Contribute

The authors of this paper can claim it, correct its record and validate its tracing map, and the maintainers of its code (its owner, or a public member of its organization) correct what it says of their repository; anyone signed in can ask for its removal. Every request goes to OSCR's own machine, which answers it; your account page follows them.

Sign in with ORCID to claim this paper as one of its authors, correct its record or validate its tracing map: when the paper's metadata lists your ORCID iD, you are recognized at once. Maintainers of its code: sign in with GitHub, then claim the repository on your account page.

Add the badge to the code's README

OSCR: the badge of this paper

If you are an author or a maintainer of this paper's code, you can add this badge. It says what OSCR knows of the paper (its code, its validated tracing map) and links the code to this page. Paste one of these snippets under the README's title. Keep the two marks around it, so that the badge can be replaced in place and is never added twice. OSCR changes nothing in your repository.

Markdown
<!-- oscr-badge:start -->
[![OSCR](https://openscicode.org/badge/doi/10.1038/s41598-026-48666-1.svg)](https://openscicode.org/badge/doi/10.1038/s41598-026-48666-1)
<!-- oscr-badge:end -->
reStructuredText
.. oscr-badge:start

.. image:: https://openscicode.org/badge/doi/10.1038/s41598-026-48666-1.svg
   :target: https://openscicode.org/badge/doi/10.1038/s41598-026-48666-1
   :alt: OSCR

.. oscr-badge:end
HTML
<!-- oscr-badge:start -->
<a href="https://openscicode.org/badge/doi/10.1038/s41598-026-48666-1"><img src="https://openscicode.org/badge/doi/10.1038/s41598-026-48666-1.svg" alt="OSCR"></a>
<!-- oscr-badge:end -->

On GitHub, open the README, choose Edit (the pencil), paste the snippet under the title, then "Commit changes".

If you choose to, you can have the badge kept up to date for you, with oscr badge --write from the command line or with the GitHub Action in your repository's workflows. Every other form and option (a card, AsciiDoc, LaTeX, shields.io) is on the badge page.

Request its removal

To ask OSCR to remove this record, the copies of its authors' scripts or its tracing map, use the removal request page: signed in, you say who you are, what to remove and why, then review and confirm the request. Published rules decide every request (how).

Discussion, reproductions, activity

Discussion: code errors and mismatches between the code and the paper about this paper and its code, from readers and its authors, beside the paper and its tracing map.

Report a mismatch between the code and the paper · Report a code error (signed in)

Reproductions: reports from readers who ran the authors' code and did not get the paper's result, what they ran, with which environment, commit and data.

Report a reproduction failure (signed in)

Versions of its code: the releases of its code tied to a version of this paper (the preprint, the accepted manuscript, the version of record…), each with the tracing map versioned with it.

Activity: what happens around this paper: new versions of its record, its map's validation, discussions and reproductions. It opens with sign-in.