See the small lesions: Frequency-guided spatial debiasing GAN for multimodal medical image fusion.
The 2 matches
- [1] § Results › Ablation experiment ↔ first_exp/Model/Model_NSCT_SpaFre.py, lines 143–276 · score 0.63 · high frequency components, NSCT decomposition, SPA, reconstructed, concatenated, MRI
- [2] § STAR★Methods › Method details › Frequency-guided fusion module ↔ first_exp/Model/CA_Block_Model.py, lines 21–50 · score 0.55 · feature map, channel attention, CA, height, width, module
Paper
Loaded from Europe PMC by your browser, not stored by OSCR: doi.org · Europe PMC
The paper is loaded when this pane is shown.
The authors' code
Python · 352 lines · 14 KB · no license · 1 match
- import torch.nn as nn
- # import torch.nn.parallel
- import torch
- import torch.nn.functional as F
- device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
- import numpy as np
- # import matplotlib
- #
- # matplotlib.use('Agg')
- import matplotlib.pyplot as plt
- # torch_ver = torch.__version__[:3]
- from PPA import PPA_cu, PPA_xi
- from ReFusion import AFM
- from nsct_git import myNSCTd, myNSCTr
- import cv2
- from args import args
- class Low_Fusion(nn.Module):
- def __init__(self):
- super(Low_Fusion, self).__init__()
- def forward(self, low_freq1, low_freq2):
- # Average fusion for low-frequency components
- fused_d = (low_freq1 + low_freq2) / 2
- return fused_d
- # def load_image(path, gray=True):
- # """
- # 读取图像,默认转为灰度
- # """
- # if gray:
- # img = cv2.imread(path, cv2.IMREAD_GRAYSCALE)
- # else:
- # img = cv2.imread(path, cv2.IMREAD_COLOR)
- # if img is None:
- # raise FileNotFoundError(f"Cannot read image: {path}")
- # return img.astype(np.float32) / 255.0 # 归一化
- class High_Fusion(nn.Module):
- def __init__(self):
- super(High_Fusion, self).__init__()
- def forward(self, high_freq1, high_freq2):
- # Choose-max fusion for high-frequency components
- fused_h = np.maximum(np.abs(high_freq1), np.abs(high_freq2)) * np.sign(high_freq1 + high_freq2)
- return fused_h
- def mean_channels(F):
- assert (F.dim() == 4)
- spatial_sum = F.sum(3, keepdim=True).sum(2, keepdim=True)
- return spatial_sum / (F.size(2) * F.size(3))
- def stdv_channels(F):
- assert (F.dim() == 4)
- F_mean = mean_channels(F)
- F_variance = (F - F_mean).pow(2).sum(3, keepdim=True).sum(2, keepdim=True) / (F.size(2) * F.size(3))
- return F_variance.pow(0.5)
- class SpaFre(nn.Module):
- def __init__(self, channels):
- super(SpaFre, self).__init__()
- self.spa_att = nn.Sequential(nn.Conv2d(channels, channels // 2, kernel_size=3, padding=1, bias=True),
- nn.LeakyReLU(0.1),
- nn.Conv2d(channels // 2, channels, kernel_size=3, padding=1, bias=True),
- nn.Sigmoid())
- self.avgpool = nn.AdaptiveAvgPool2d(1)
- self.contrast = stdv_channels
- self.cha_att = nn.Sequential(nn.Conv2d(channels * 2, channels // 2, kernel_size=1, padding=0, bias=True),
- nn.LeakyReLU(0.1),
- nn.Conv2d(channels // 2, channels * 2, kernel_size=1, padding=0, bias=True),
- nn.Sigmoid())
- self.post = nn.Conv2d(channels * 2, channels, 3, 1, 1)
- def forward(self, spa_feat, freq_feat): # , i
- spa_map = self.spa_att(spa_feat - freq_feat)
- spa_res = freq_feat * spa_map + spa_feat
- cat_f = torch.cat([spa_res, freq_feat], 1)
- cha_res = self.post(self.cha_att(self.contrast(cat_f) + self.avgpool(cat_f)) * cat_f)
- return cha_res
- class Generator(nn.Module):
- def __init__(self):
- super(Generator, self).__init__()
- self.highfusion = High_Fusion()
- self.lowfusion = Low_Fusion()
- # 1. Initial feature extraction for 1-channel raw inputs to 16-channel features for AFM
- # Both PET and MRI are 1-channel grayscale images
- self.ir_initial_conv = nn.Sequential(
- nn.Conv2d(1, 16, kernel_size=3, stride=1, padding=1),
- nn.BatchNorm2d(16),
- nn.ReLU()
- )
- self.vi_initial_conv = nn.Sequential(
- nn.Conv2d(1, 16, kernel_size=3, stride=1, padding=1),
- nn.BatchNorm2d(16),
- nn.ReLU()
- )
- self.afm1 = AFM(16) # AFM takes 16-channel inputs, outputs dim*2 = 32 channels
- # 2. Conv layer to reduce AFM output channels from 32 to 16 for PPA_xi
- self.afm_output_conv = nn.Sequential(
- nn.Conv2d(32, 16, kernel_size=1, stride=1, padding=0), # 1x1 conv for channel reduction
- nn.BatchNorm2d(16),
- nn.ReLU()
- )
- self.PPA_xi = PPA_xi(16, 16) # PPA_xi expects 16 input channels and outputs 16 channels
- # 3. Conv layer to transform 1-channel NSCT reconstructed image to 16 channels for later concatenation
- self.nsct_freq_conv = nn.Sequential(
- nn.Conv2d(1, 16, kernel_size=1, stride=1, padding=0), # 保持1x1卷积核
- nn.BatchNorm2d(16),
- nn.ReLU()
- )
- # 4. Instantiate SpaFre with expected channel count (16), as its inputs will be 16 channels.
- # Its output (cha_res) will also be 'channels' (16) channels.
- self.spafre = SpaFre(16)
- # Final output conv layers for the Generator
- # These convs operate on the concatenated features (freq_features and spatial_features)
- # which will be 16 + 16 = 32 channels.
- self.final_conv1 = nn.Sequential(
- nn.Conv2d(32, 16, 3, 1, 1),
- nn.BatchNorm2d(16),
- nn.ReLU()
- )
- # 修改最终输出层,使用Sigmoid替代ReLU以保留更多细节
- self.final_conv2 = nn.Sequential(
- nn.Conv2d(16, 1, 3, 1, 1),
- nn.Sigmoid() # 使用Sigmoid而非ReLU,确保值域在[0,1]间,保留更多背景细节
- )
- def forward(self, ct, pet): ## ct is MRI, pet is CT from the original dataset pair
- # Convert raw 1-channel inputs to 16-channel features for spatial path
- ct_spa_features = self.ir_initial_conv(ct)
- pet_spa_features = self.vi_initial_conv(pet)
- # List to hold reconstructed frequency features for the batch
- reconstructed_freq_features_batch = []
- for i in range(ct.size(0)): # Iterate through the batch
- ct_num = ct[i, 0].cpu().numpy()
- pet_num = pet[i, 0].cpu().numpy()
- ################### NSCT decomposition, fusion, reconstruction begin ###############################
- [ct_Insp, ct_Insct] = myNSCTd(ct_num, levels=[3], pfiltername='pyr', dfiltername='pkva',
- type='NSCT')
- [pet_Insp, pet_Insct] = myNSCTd(pet_num, levels=[3], pfiltername='pyr', dfiltername='pkva',
- type='NSCT')
- ct_low = ct_Insct[0]
- ct_high_level1_1 = ct_Insct[1][0]
- ct_high_level1_2 = ct_Insct[1][1]
- ct_high_level1_3 = ct_Insct[1][2]
- ct_high_level1_4 = ct_Insct[1][3]
- ct_high_level1_5 = ct_Insct[1][4]
- ct_high_level1_6 = ct_Insct[1][5]
- ct_high_level1_7 = ct_Insct[1][6]
- ct_high_level1_8 = ct_Insct[1][7]
- # ct_high_level2_1 = ct_Insct[2][0]
- # ct_high_level2_2 = ct_Insct[2][1]
- # ct_high_level2_3 = ct_Insct[2][2]
- # ct_high_level2_4 = ct_Insct[2][3]
- # ct_high_level2_5 = ct_Insct[2][4]
- # ct_high_level2_6 = ct_Insct[2][5]
- # ct_high_level2_7 = ct_Insct[2][6]
- # ct_high_level2_8 = ct_Insct[2][7]
- pet_low = pet_Insct[0]
- pet_high_level1_1 = pet_Insct[1][0]
- pet_high_level1_2 = pet_Insct[1][1]
- pet_high_level1_3 = pet_Insct[1][2]
- pet_high_level1_4 = pet_Insct[1][3]
- pet_high_level1_5 = pet_Insct[1][4]
- pet_high_level1_6 = pet_Insct[1][5]
- pet_high_level1_7 = pet_Insct[1][6]
- pet_high_level1_8 = pet_Insct[1][7]
- # pet_high_level2_1 = pet_Insct[2][0]
- # pet_high_level2_2 = pet_Insct[2][1]
- # pet_high_level2_3 = pet_Insct[2][2]
- # pet_high_level2_4 = pet_Insct[2][3]
- # pet_high_level2_5 = pet_Insct[2][4]
- # pet_high_level2_6 = pet_Insct[2][5]
- # pet_high_level2_7 = pet_Insct[2][6]
- # pet_high_level2_8 = pet_Insct[2][7]
- # Low-frequency fusion
- fusion_low_nsct = self.lowfusion(ct_low, pet_low)
- fusion_high_level1_1_nsct = self.highfusion(ct_high_level1_1, pet_high_level1_1)
- fusion_high_level1_2_nsct = self.highfusion(ct_high_level1_2, pet_high_level1_2)
- fusion_high_level1_3_nsct = self.highfusion(ct_high_level1_3, pet_high_level1_3)
- fusion_high_level1_4_nsct = self.highfusion(ct_high_level1_4, pet_high_level1_4)
- fusion_high_level1_5_nsct = self.highfusion(ct_high_level1_5, pet_high_level1_5)
- fusion_high_level1_6_nsct = self.highfusion(ct_high_level1_6, pet_high_level1_6)
- fusion_high_level1_7_nsct = self.highfusion(ct_high_level1_7, pet_high_level1_7)
- fusion_high_level1_8_nsct = self.highfusion(ct_high_level1_8, pet_high_level1_8)
- # fusion_high_level2_1_nsct = self.highfusion(ct_high_level2_1, pet_high_level2_1)
- # fusion_high_level2_2_nsct = self.highfusion(ct_high_level2_2, pet_high_level2_2)
- # fusion_high_level2_3_nsct = self.highfusion(ct_high_level2_3, pet_high_level2_3)
- # fusion_high_level2_4_nsct = self.highfusion(ct_high_level2_4, pet_high_level2_4)
- # fusion_high_level2_5_nsct = self.highfusion(ct_high_level2_5, pet_high_level2_5)
- # fusion_high_level2_6_nsct = self.highfusion(ct_high_level2_6, pet_high_level2_6)
- # fusion_high_level2_7_nsct = self.highfusion(ct_high_level2_7, pet_high_level2_7)
- # fusion_high_level2_8_nsct = self.highfusion(ct_high_level2_8, pet_high_level2_8)
- Insct_re = []
- Insct_re.append(fusion_low_nsct)
- # High-frequency components level 1 (8 directions)
- level1 = [fusion_high_level1_1_nsct, fusion_high_level1_2_nsct, fusion_high_level1_3_nsct,
- fusion_high_level1_4_nsct,
- fusion_high_level1_5_nsct, fusion_high_level1_6_nsct, fusion_high_level1_7_nsct,
- fusion_high_level1_8_nsct]
- Insct_re.append(level1)
- # High-frequency components level 2 (8 directions)
- # level2 = [fusion_high_level2_1_nsct, fusion_high_level2_2_nsct, fusion_high_level2_3_nsct,
- # fusion_high_level2_4_nsct,
- # fusion_high_level2_5_nsct, fusion_high_level2_6_nsct, fusion_high_level2_7_nsct,
- # fusion_high_level2_8_nsct]
- # Insct_re.append(level2)
- # Reconstruct NSCT image (numpy and 1-channel)
- reconstructed_img_np_single = myNSCTr(Insct_re, levels=[3], pfiltername='pyr', dfiltername='pkva',
- type='NSCT')
- # Convert numpy to tensor and add batch dimension (B, C, H, W) for single image
- if len(reconstructed_img_np_single.shape) == 2: # (H, W)
- reconstructed_img_tensor_single = torch.from_numpy(reconstructed_img_np_single).float().unsqueeze(
- 0).unsqueeze(0) # -> (1, 1, H, W)
- else: # Assuming (C, H, W) already, then just add batch dim -> (1, C, H, W)
- reconstructed_img_tensor_single = torch.from_numpy(reconstructed_img_np_single).float().unsqueeze(0)
- # Ensure reconstructed_img_tensor_single is on the same device as inputs
- reconstructed_img_tensor_single = reconstructed_img_tensor_single.to(ct.device)
- reconstructed_freq_features_batch.append(reconstructed_img_tensor_single)
- # Stack the list into a single batch tensor
- reconstructed_freq_features = torch.cat(reconstructed_freq_features_batch, dim=0)
- # Merge AFM and PPA features from spatial path
- merged_spa_features = self.afm1(ct_spa_features, pet_spa_features)
- merged_spa_features = self.afm_output_conv(merged_spa_features)
- ppa_spa_features = self.PPA_xi(merged_spa_features)
- # Process NSCT reconstructed image through conv to get freq features
- freq_features = self.nsct_freq_conv(reconstructed_freq_features)
- # Apply SpaFre on both spatial and frequency paths
- spafreq_features = self.spafre(ppa_spa_features, freq_features)
- # Concatenate the features from all branches
- concat_features = torch.cat([spafreq_features, freq_features], dim=1)
- # Final processing
- out = self.final_conv1(concat_features)
- out = self.final_conv2(out)
- return out
- def tensor_to_numpy_recursive(obj):
- if isinstance(obj, list):
- return [tensor_to_numpy_recursive(item) for item in obj]
- elif hasattr(obj, 'detach'):
- return obj.detach().cpu().numpy()
- else:
- return obj
- class D_IR(nn.Module):
- def __init__(self):
- super(D_IR, self).__init__()
- fliter = [1, 16, 32, 64, 128]
- kernel_size = 3
- stride = 2
- self.l1 = ConvLayer_dis(fliter[0], fliter[1], kernel_size, stride, use_Leakyrelu=True)
- self.l2 = ConvLayer_dis(fliter[1], fliter[2], kernel_size, stride, use_Leakyrelu=True)
- self.l3 = ConvLayer_dis(fliter[2], fliter[3], kernel_size, stride, use_Leakyrelu=True)
- self.l4 = ConvLayer_dis(fliter[3], fliter[4], kernel_size, stride, use_Leakyrelu=False)
- self.tanh = nn.Tanh()
- def forward(self, x):
- out = self.l1(x)
- out = self.l2(out)
- out = self.l3(out)
- out = self.l4(out)
- out = self.tanh(out)
- return out
- class D_VI(nn.Module):
- def __init__(self):
- super(D_VI, self).__init__()
- fliter = [1, 16, 32, 64, 128]
- kernel_size = 3
- stride = 2
- self.l1 = ConvLayer_dis(fliter[0], fliter[1], kernel_size, stride, use_Leakyrelu=True)
- self.l2 = ConvLayer_dis(fliter[1], fliter[2], kernel_size, stride, use_Leakyrelu=True)
- self.l3 = ConvLayer_dis(fliter[2], fliter[3], kernel_size, stride, use_Leakyrelu=True)
- self.l4 = ConvLayer_dis(fliter[3], fliter[4], kernel_size, stride, use_Leakyrelu=False)
- self.tanh = nn.Tanh()
- def forward(self, x):
- out = self.l1(x)
- out = self.l2(out)
- out = self.l3(out)
- out = self.l4(out)
- out = self.tanh(out)
- return out
- class ConvLayer_dis(torch.nn.Module):
- def __init__(self, in_channels, out_channels, kernel_size, stride, use_Leakyrelu=True):
- super(ConvLayer_dis, self).__init__()
- self.conv2d = nn.Conv2d(in_channels, out_channels, kernel_size, stride)
- self.use_Leakyrelu = use_Leakyrelu
- self.LeakyReLU = nn.LeakyReLU(0.2)
- def forward(self, x):
- out = self.conv2d(x)
- if self.use_Leakyrelu is True:
- out = self.LeakyReLU(out)
- return out
- if __name__ == '__main__':
- a = torch.rand(1, 1, 356, 356).cuda()
- b = torch.rand(1, 1, 356, 356).cuda()
- m = Generator().cuda()
- out = m(a, b)
- print(out.size())
Model_NSCT_SpaFre.py at commit 1366b60, no license · at the source
Overview
- School of Computer Science and Engineering, North Minzu University, Yinchuan 750021, China
- Key Laboratory of Image and Graphics Intelligent Processing of State Ethnic Affairs Commission, North Minzu University, Yinchuan 750021, China
- School of Medical Information and Engineering, Ningxia Medical University, Yinchuan 750004, China
- Tandon School of Engineering, New York University, New York, NY 11021, USA
Abstract
The abstract is not reproduced here: the paper's license (CC BY-NC-ND) does not allow it. Read it in the paper, at the publisher or on Europe PMC.
Repositories
Its files are read in the Code ↔ Paper reader above, with 2 matches between paragraphs and lines of code.
wjq-111/FGSD_GAN
1366b608dd028400bdedd5c7c012c2eb46fb5b92, 4 March 2026Availability: 1 check, the latest on 27 September 2026: the link answers
- 27 September 2026: the link answers
23 files
- first_exp/
Evaluator.py , Python, 381 lines - first_exp/
Model/ , Python, 346 lines, 1 matchCA_Block_Model.py - first_exp/
Model/ , Python, 352 lines, 1 matchModel_NSCT_SpaFre.py - first_exp/
Model/ , Python, 354 linesModel_ct_mri.py - first_exp/
Model/ , Python, 270 linesNSCT.py - first_exp/
Model/ , Python, 373 linesNew_Model.py - first_exp/
Model/ , Python, 272 linesNew_Model_NSCT.py - first_exp/
Model/ , Python, 371 linesNew_Model_adjust_channel _to_1.py - first_exp/
Model/ , Python, 336 linesSPConv_Block.py - first_exp/
PPA.py , Python, 289 lines - first_exp/
ReFusion.py , Python, 378 lines - first_exp/
SDM_module.py , Python, 199 lines - first_exp/
SPConv.py , Python, 65 lines - first_exp/
args.py , Python, 22 lines - first_exp/
dataset.py , Python, 51 lines - first_exp/
generate.py , Python, 57 lines - first_exp/
input_data.py , Python, 86 lines - first_exp/
loss.py , Python, 67 lines - first_exp/
nsct_git.py , Python, 538 lines - first_exp/
run_train.py , Python, 56 lines - first_exp/
setup.py , Python, 21 lines - first_exp/
train_NSCT_SpaFre.py , Python, 306 lines - first_exp/
util.py , Python, 157 lines
hanna-xu/MURF
79b270af4ec8a77a7ed880ec6890a5cf9fe3f268, 9 April 2024Availability: 1 check, the latest on 27 September 2026: the link answers
- 27 September 2026: the link answers
66 files
- CT-MRI/
fine_registration_and_fu , Python, 543 linession/ f2m_model.py - CT-MRI/
fine_registration_and_fu , Python, 54 linession/ main.py - CT-MRI/
fine_registration_and_fu , Python, 85 linession/ test.py - CT-MRI/
fine_registration_and_fu , Python, 110 linession/ train.py - CT-MRI/
fine_registration_and_fu , Python, 607 linession/ utils.py - CT-MRI/
multi-scale_coarse_regis , Python, 508 linestration/ affine_model.py - CT-MRI/
multi-scale_coarse_regis , Python, 52 linestration/ main.py - CT-MRI/
multi-scale_coarse_regis , Python, 127 linestration/ test.py - CT-MRI/
multi-scale_coarse_regis , Python, 102 linestration/ train.py - CT-MRI/
multi-scale_coarse_regis , Python, 296 linestration/ utils.py - CT-MRI/
shared_information_extra , Python, 166 linesction/ Encoder.py - CT-MRI/
shared_information_extra , Python, 252 linesction/ des_extract_model.py - CT-MRI/
shared_information_extra , Python, 51 linesction/ main.py - CT-MRI/
shared_information_extra , Python, 68 linesction/ test.py - CT-MRI/
shared_information_extra , Python, 109 linesction/ train.py - CT-MRI/
shared_information_extra , Python, 188 linesction/ utils.py - PET-MRI/
fine_registration_and_fu , Python, 573 linession/ f2m_model.py - PET-MRI/
fine_registration_and_fu , Python, 54 linession/ main.py - PET-MRI/
fine_registration_and_fu , Python, 85 linession/ test.py - PET-MRI/
fine_registration_and_fu , Python, 127 linession/ train.py - PET-MRI/
fine_registration_and_fu , Python, 609 linession/ utils.py - PET-MRI/
multi-scale_coarse_regis , Python, 504 linestration/ affine_model.py - PET-MRI/
multi-scale_coarse_regis , Python, 49 linestration/ main.py - PET-MRI/
multi-scale_coarse_regis , Python, 130 linestration/ test.py - PET-MRI/
multi-scale_coarse_regis , Python, 98 linestration/ train.py - PET-MRI/
multi-scale_coarse_regis , Python, 296 linestration/ utils.py - PET-MRI/
shared_information_extra , Python, 165 linesction/ Encoder.py - PET-MRI/
shared_information_extra , Python, 251 linesction/ des_extract_model.py - PET-MRI/
shared_information_extra , Python, 48 linesction/ main.py - PET-MRI/
shared_information_extra , Python, 71 linesction/ test.py - PET-MRI/
shared_information_extra , Python, 103 linesction/ train.py - PET-MRI/
shared_information_extra , Python, 191 linesction/ utils.py - RGB-IR/
fine_registration_and_fu , Python, 565 linession/ f2m_model.py - RGB-IR/
fine_registration_and_fu , Python, 68 linession/ main.py - RGB-IR/
fine_registration_and_fu , Python, 108 linession/ test.py - RGB-IR/
fine_registration_and_fu , Python, 122 linession/ train.py - RGB-IR/
fine_registration_and_fu , Python, 643 linession/ utils.py - RGB-IR/
multi-scale_coarse_regis , Python, 492 linestration/ affine_model.py - RGB-IR/
multi-scale_coarse_regis , Python, 56 linestration/ main.py - RGB-IR/
multi-scale_coarse_regis , Python, 124 linestration/ test.py - RGB-IR/
multi-scale_coarse_regis , Python, 91 linestration/ train.py - RGB-IR/
multi-scale_coarse_regis , Python, 296 linestration/ utils.py - RGB-IR/
shared_information_extra , Python, 233 linesction/ des_extract_model.py - RGB-IR/
shared_information_extra , Python, 59 linesction/ main.py - RGB-IR/
shared_information_extra , Python, 70 linesction/ test.py - RGB-IR/
shared_information_extra , Python, 104 linesction/ train.py - RGB-IR/
shared_information_extra , Python, 186 linesction/ utils.py - RGB-NIR/
fine_registration_and_fu , Python, 563 linession/ f2m_model.py - RGB-NIR/
fine_registration_and_fu , Python, 141 linession/ finetuning.py - RGB-NIR/
fine_registration_and_fu , Python, 71 linession/ main.py - RGB-NIR/
fine_registration_and_fu , Python, 94 linession/ test.py - RGB-NIR/
fine_registration_and_fu , Python, 118 linession/ train.py - RGB-NIR/
fine_registration_and_fu , Python, 640 linession/ utils.py - RGB-NIR/
multi-scale_coarse_regis , Python, 512 linestration/ affine_model.py - RGB-NIR/
multi-scale_coarse_regis , Python, 121 linestration/ finetuning.py - RGB-NIR/
multi-scale_coarse_regis , Python, 58 linestration/ main.py - RGB-NIR/
multi-scale_coarse_regis , Python, 135 linestration/ test.py - RGB-NIR/
multi-scale_coarse_regis , Python, 135 linestration/ test_w_finetuning.py - RGB-NIR/
multi-scale_coarse_regis , Python, 91 linestration/ train.py - RGB-NIR/
multi-scale_coarse_regis , Python, 273 linestration/ utils.py - RGB-NIR/
shared_information_extra , Python, 214 linesction/ des_extract_model.py - RGB-NIR/
shared_information_extra , Python, 58 linesction/ main.py - RGB-NIR/
shared_information_extra , Python, 90 linesction/ test.py - RGB-NIR/
shared_information_extra , Python, 104 linesction/ train.py - RGB-NIR/
shared_information_extra , Python, 137 linesction/ utils.py - README.md, Text, 70 lines
Zhaozixiang1228/MMIF-EMMA
9983ca2f627588cd001ed08e21eadf1ab5c48beb, 8 June 2026Availability: 1 check, the latest on 27 September 2026: the link answers
- 27 September 2026: the link answers
9 files
- dataprocessing/
MSRS_AiAv.py , Python, 67 lines - dataprocessing/
MSRS_train.py , Python, 88 lines - nets/
Ufuser.py , Python, 257 lines - nets/
Unet5.py , Python, 69 lines - test.py, Python, 81 lines
- train_AiAv.py, Python, 69 lines
- train_Fusion.py, Python, 89 lines
- utils.py, Python, 129 lines
- README.md, Text, 157 lines
tthinking/DATFuse
0cd93f15fb5552c7aef79b7be56726c863d6c5ba, 8 September 2024Availability: 1 check, the latest on 27 September 2026: the link answers
- 27 September 2026: the link answers
6 files
- Networks/
network.py , Python, 375 lines - Test.py, Python, 62 lines
- Train.py, Python, 199 lines
- evaluation/
Q_Y.m , MATLAB, 73 lines - losses/
__init__.py , Python, 98 lines - README.md, Text, 78 lines
The paper's code and data availability statement is in the Data section.
Tracing map
Proposed by the machine: these links were found in the paper and verified at the source, without human review. The map will receive a Zenodo DOI once one of the paper's authors has validated it with their ORCID.
What the map holds:
- 4 repositories of the authors' code, each at its verified commit, with its license and how the link was found in the paper;
- 101 scripts, each with its path and the digest of its content;
- 2 matches between paragraphs of the paper and lines of the code (method lexical-v1);
- neither the text of the paper nor the code itself.
Its JSON (tracing-map.json) is deposited on Zenodo with its DOI once the map is validated.
Data
No dataset and no data link were found in the paper.
Code and data availability statement
The paper has a code and data availability statement. Its license (CC BY-NC-ND) does not allow reproducing it here; in short, from what the harvester recognized in it:
- it points to the authors' code: wjq-111/
FGSD_GAN - it says that the data are available on request
Read it in the paper: doi.org/10.1016/j.isci.2026.116168.
Versions
The history of this record: each version stored by the harvester or made by a correction of its authors or of the maintainers of its code, and what changed in its facts. The texts of the paper (its abstract, its availability statements) are not part of it; versions that changed only those are not listed.
Version 2, 28 September 2026
- Authors: added Jiaqi Wang (0009-0003-1028-6655); removed Jiaqi Wang
Version 1, 27 September 2026: the first record
Recorded: type, language, journal, volume, issue, pages, dates, 7 authors, 2 keywords, 2 funders, 28 references.
Cite
This paper
Zhou, T., Wang, J., Lu, H., Zhang, M., Zhang, Z., Yu, H., & Zheng, P. (2026). See the small lesions: Frequency-guided spatial debiasing GAN for multimodal medical image fusion. iScience, 29(6), 116168. https://
BibTeX
@article{zhou2026see,
author = {Zhou, Tao and Wang, Jiaqi and Lu, Huiling and Zhang, Mingzhe and Zhang, Zhe and Yu, Hongqiang and Zheng, Pengfei},
title = {{See the small lesions: Frequency-guided spatial debiasing GAN for multimodal medical image fusion}},
journal = {iScience},
year = {2026},
month = jun,
volume = {29},
number = {6},
pages = {116168},
publisher = {Elsevier},
issn = {2589-0042},
doi = {10.1016/
url = {https://
pmid = {42317736},
pmcid = {PMC13273592}
}
RIS
TY - JOUR
AU - Zhou, Tao
AU - Wang, Jiaqi
AU - Lu, Huiling
AU - Zhang, Mingzhe
AU - Zhang, Zhe
AU - Yu, Hongqiang
AU - Zheng, Pengfei
TI - See the small lesions: Frequency-guided spatial debiasing GAN for multimodal medical image fusion
T2 - iScience
J2 - iScience
PY - 2026
DA - 2026/
VL - 29
IS - 6
SP - 116168
SN - 2589-0042
PB - Elsevier
DO - 10.1016/
UR - https://
LA - en
ER -
CSL-JSON
{
"id": "10.1016/
"type": "article-journal",
"title": "See the small lesions: Frequency-guided spatial debiasing GAN for multimodal medical image fusion",
"container-title": "iScience",
"author": [
{
"family": "Zhou",
"given": "Tao"
},
{
"family": "Wang",
"given": "Jiaqi"
},
{
"family": "Lu",
"given": "Huiling"
},
{
"family": "Zhang",
"given": "Mingzhe"
},
{
"family": "Zhang",
"given": "Zhe"
},
{
"family": "Yu",
"given": "Hongqiang"
},
{
"family": "Zheng",
"given": "Pengfei"
}
],
"container-title-short":
"volume": "29",
"issue": "6",
"page": "116168",
"DOI": "10.1016/
"PMID": "42317736",
"PMCID": "PMC13273592",
"ISSN": "2589-0042",
"publisher": "Elsevier",
"URL": "https://
"language": "en",
"issued": {
"date-parts": [
[
2026,
6,
9
]
]
}
}
The tracing map gets a citation of its own once an author has validated it and it has a DOI.
Similar papers
The papers with a page that share the most with this one: the tools found in their code, their categories, datasets, cited references and authors, the rarest counting most.
- [1] doi:10.1364/boe.605322 [code]
- Generalized plaque digitization framework for multi-dimensional mesoscopic images.Journal: Biomedical optics expressIn common: imageio, TensorFlow, OpenCV, 9 other tools
- [2] doi:10.1371/journal.pcbi.1014263 [code]
- MIRAGE: Robust multi-modal architectures translate fMRI-to-image models from vision to mental imagery.Journal: PLoS computational biologyIn common: imageio, OpenCV, scikit-image, 8 other tools, 1 reference
- [3] doi:10.1038/s41598-026-57519-w [code]
- Automated segmentation of neurons and spinal cord structures in immunofluorescence images using SpineDL.Journal: Scientific reportsIn common: imageio, OpenCV, scikit-image, 8 other tools, methods / tools
- [4] doi:10.1371/journal.pcbi.1013499 [code]
- VesiclePy: A machine learning vesicle analysis toolbox for volume electron microscopy.Journal: PLoS computational biologyIn common: imageio, OpenCV, scikit-image, 8 other tools, methods / tools
- [5] doi:10.1038/s41597-026-07248-6 [code]
- A large-scale fMRI dataset for vision-language semantic association.Journal: Scientific dataIn common: imageio, OpenCV, scikit-image, 8 other tools, methods / tools
- [6] doi:10.3389/frai.2026.1771088 [code]
- Few-shot deployment of pretrained MRI transformers in brain imaging tasks.Journal: Frontiers in artificial intelligenceIn common: imageio, OpenCV, scikit-image, 8 other tools, methods / tools
- [7] doi: [code]
- Real-time closed-loop feedback system for mouse mesoscale cortical signal and movement controlJournal: eLifeIn common: imageio, TensorFlow, OpenCV, 8 other tools
- [8] doi:10.1016/j.xcrm.2026.102766 [code]
- A longitudinal single-cell and spatial multiomic atlas of pediatric high-grade glioma.Journal: Cell reports. MedicineIn common: imageio, TensorFlow, OpenCV, 8 other tools
- [9] doi:10.1002/epi.70296 [code]
- Fully automated three-dimensional deep learning-based magnetic resonance imaging segmentation of brain cavities in epilepsy surgery.Journal: EpilepsiaIn common: imageio, TensorFlow, OpenCV, 8 other tools
- [10] doi:10.1371/journal.pcbi.1014571 [code]
- SynAPSeg: A novel dataset and image analysis framework for deep learning-based synapse detection and quantification.Journal: PLoS computational biologyIn common: imageio, TensorFlow, OpenCV, 8 other tools
Contribute
The authors of this paper can claim it, correct its record and validate its tracing map, and the maintainers of its code (its owner, or a public member of its organization) correct what it says of their repository; anyone signed in can ask for its removal. Every request goes to OSCR's own machine, which answers it; your account page follows them.
Sign in with ORCID to claim this paper as one of its authors, correct its record or validate its tracing map: when the paper's metadata lists your ORCID iD, you are recognized at once. Maintainers of its code: sign in with GitHub, then claim the repository on your account page.
Claim this paper
Correct its record
Say what each link of this record is, remove the ones that are not the paper's, add the ones that are missing. The correction becomes a new version of the record, in its Versions section.
Validate its tracing map
You validate the map as this page shows it: 4 repositories of the authors' code, each at its verified commit and with its license, 101 scripts, and 2 matches between paragraphs and code (see the Code and Map sections). It then receives a DOI on Zenodo, with you (your ORCID iD) and OSCR as its creators; the code itself is not deposited.
The map's fingerprint: sha256:3c40293eaa4a9104…
Add the badge to its README
The badge links the code to this page. Copy one of these into the README of the paper's code: only you decide where it goes, and nothing is changed for you.
Markdown
[, paste the snippet at the top, then “Commit changes…” and, to review it first, “Create a new branch and start a pull request”. You open the pull request; OSCR asks for no permission.
Request its removal
To ask OSCR to remove this record, the copies of its authors' scripts or its tracing map, use the removal request page: signed in, you say who you are, what to remove and why, then review and confirm the request. Published rules decide every request (how).
Discussion, reproductions, activity
Discussion: questions and error reports about this paper and its code, from signed-in readers and its authors. It opens with sign-in.
Reproductions: reports from readers who ran the authors' code: what they reproduced, with which environment, commit and data. It opens with sign-in.
Activity: what happens around this paper: new versions of its record, its map's validation, discussions and reproductions. It opens with sign-in.
