平衡自蒸馏（Balanced Self-Distillation, BSD）详解平衡自蒸馏（BSD）是一种解决长尾分布问题的创新方法，它结合了自蒸馏技术和平衡学习策略。核心思想是利用模型自身的知识（软标签）来指导训练，同时通过平衡采样策略缓解类别不平衡问题。BSD 核心组件1. 平衡采样器：确保每个批次中各类别样本比例均衡2. 教师-学生架构：学生模型从教师模型的软标签中学习3. 软标签蒸馏：使用教师模型生成的软标签作为监督信号4. 温度系数：控制软标签的"软化"程度BSD 算法流程importtorchimport torch.nn asnnimport torch.nn.functional asFfrom torch.utils.data import Dataset,DataLoaderimport numpy asnp# 1. 自定义长尾数据集class LongTailDataset(Dataset): def __init__(self, num_classes=10, max_samples=1000, imbalance_ratio=100): self.num_classes =num_classes self.samples = [] # 创建长尾分布：样本数按指数衰减 for class_idx in range(num_classes): num_samples= int(max_samples * (imbalance_ratio ** (-class_idx/(num_classes-1))))self.samples.extend([(class_idx, i) for i in range(num_samples)]) def __len__(self): return len(self.samples) def __getitem__(self, idx): class_idx, sample_idx = self.samples[idx] # 生成随机数据作为示例 data= torch.randn(3, 32, 32) * 0.1 + class_idx * 0.3 return data,class_idx# 2. 平衡采样器class BalancedSampler(torch.utils.data.Sampler): def __init__(self, dataset, batch_size): self.dataset =dataset self.batch_size =batch_size # 按类别组织样本索引 self.class_indices = {} for idx, (_, label) in enumerate(dataset.samples): if label not in self.class_indices: self.class_indices[label] = [] self.class_indices[label].append(idx)