Skip to content

Commit 0b7e1e1

Browse files
authored
Merge pull request #23 from CVPD/hugoblox-import-publications
Hugo Blox Builder - Import latest publications
2 parents 42abd0e + cb6e63c commit 0b7e1e1

4 files changed

Lines changed: 119 additions & 0 deletions

File tree

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
@article{dornaika2025deep,
2+
abstract = {In machine learning, deep metric learning from original data is essential, with supervised contrastive learning being a notable approach. This method aims to form a deep feature space where similar samples from the same class are clustered together, while dissimilar samples from different classes are separated. However, a common limitation of contrastive learning methods is that they utilize the entire feature space for data embedding and often neglect the within-class variability. To overcome this limitation, we propose a novel supervised contrastive learning method that decomposes deep features into two distinct components: common features, which encapsulate the essential, class-defining characteristics, and style features, which capture the within-class variability and nuanced differences. Additionally, we enhance this approach by introducing an overlapping field that synergistically integrates elements from both feature spaces, enabling a more comprehensive and robust feature representation. Our experiments with different image datasets and deep encoders, including CNNs and transformers, show that our approach outperforms traditional single-feature contrastive methods. On the CIFAR100 and PASCAL VOC databases, traditional supervised contrastive learning achieved accuracy rates of 75.5% and 51.41%, respectively, while our method improved them to 77.81% and 59.38%, respectively. We present an algorithm for deep contrastive learning that utilizes two feature spaces: one for encoding common class features and another for capturing within-class variability. This is achieved by partitioning the features of the last layer of the encoder into (i) a common field and (ii) a style field. Our loss function contrasts the common features while summarizing the style features within the same class so that the style field can capture the intra-class variability.},
3+
author = {Fadi Dornaika and Bin Wang and Jinan Charafeddine},
4+
doi = {10.1007/s12559-025-10430-4},
5+
journal = {Cognitive Computation},
6+
number = {3},
7+
pages = {117},
8+
publisher = {Springer},
9+
title = {Deep feature disentanglement for supervised contrastive learning: Application to image classification},
10+
url = {https://link.springer.com/article/10.1007/s12559-025-10430-4},
11+
volume = {17},
12+
year = {2025}
13+
}
Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
---
2+
title: 'Deep feature disentanglement for supervised contrastive learning: Application
3+
to image classification'
4+
authors:
5+
- Fadi Dornaika
6+
- Bin Wang
7+
- Jinan Charafeddine
8+
date: '2025-01-01'
9+
publishDate: '2026-04-14T13:10:00.966307Z'
10+
publication_types:
11+
- article-journal
12+
publication: '*Cognitive Computation*'
13+
doi: 10.1007/s12559-025-10430-4
14+
abstract: 'In machine learning, deep metric learning from original data is essential,
15+
with supervised contrastive learning being a notable approach. This method aims
16+
to form a deep feature space where similar samples from the same class are clustered
17+
together, while dissimilar samples from different classes are separated. However,
18+
a common limitation of contrastive learning methods is that they utilize the entire
19+
feature space for data embedding and often neglect the within-class variability.
20+
To overcome this limitation, we propose a novel supervised contrastive learning
21+
method that decomposes deep features into two distinct components: common features,
22+
which encapsulate the essential, class-defining characteristics, and style features,
23+
which capture the within-class variability and nuanced differences. Additionally,
24+
we enhance this approach by introducing an overlapping field that synergistically
25+
integrates elements from both feature spaces, enabling a more comprehensive and
26+
robust feature representation. Our experiments with different image datasets and
27+
deep encoders, including CNNs and transformers, show that our approach outperforms
28+
traditional single-feature contrastive methods. On the CIFAR100 and PASCAL VOC databases,
29+
traditional supervised contrastive learning achieved accuracy rates of 75.5% and
30+
51.41%, respectively, while our method improved them to 77.81% and 59.38%, respectively.
31+
We present an algorithm for deep contrastive learning that utilizes two feature
32+
spaces: one for encoding common class features and another for capturing within-class
33+
variability. This is achieved by partitioning the features of the last layer of
34+
the encoder into (i) a common field and (ii) a style field. Our loss function contrasts
35+
the common features while summarizing the style features within the same class so
36+
that the style field can capture the intra-class variability.'
37+
links:
38+
- name: URL
39+
url: https://link.springer.com/article/10.1007/s12559-025-10430-4
40+
---
Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
@article{wang2026scs,
2+
abstract = {Image classification can be inherently challenging due to subtle inter-class differences and substantial intra-class variations, limiting the effectiveness of existing contrastive learning approaches. In particular, supervised contrastive methods based on the InfoNCE loss often suffer from the negative-sample dilution issue and lack explicit mechanisms for adaptive decision-boundary control, significantly weakening their discriminative capability on fine-grained image classification tasks. To address these challenges, we propose a novel supervised contrastive learning framework, termed Sigmoid-based Common and Style Supervised Contrastive Learning (SCS-SupCon). In this framework, we introduce a sigmoid-based pairwise contrastive loss with adaptive decision boundaries, explicitly parameterized by learnable temperature and bias terms. This design places greater emphasis on critical discriminative information from hard negatives, thereby alleviating the problem of negative-sample dilution while fully leveraging supervision signals in contrastive learning. Furthermore, we incorporate an explicit style-distance constraint to disentangle style and content representations, leading to more robust and discriminative feature learning. Comprehensive experiments on six benchmark datasets, including prominent fine-grained datasets such as CUB200-2011 and Stanford Dogs, consistently demonstrate that our proposed SCS-SupCon achieves superior performance over the most closely related InfoNCE-based supervised contrastive baselines (SupCon, SelfCon, CS-SupCon and its overlapping variant) across diverse CNN and Transformer backbones. In particular, on CIFAR-100 with a ResNet-50 encoder, SCS-SupCon improves the mean top-1 accuracy over SupCon by about 3.9 percentage points and over CS-SupCon by about 1.7 percentage points under a five-fold cross-validation protocol. On challenging fine-grained datasets such as CUB200-2011 and Stanford Dogs with both CNN and Transformer architectures, our method achieves absolute improvements of approximately 0.4–3.0 percentage points over CS-SupCon. Extensive ablation studies and paired statistical tests further confirm the robustness and effectiveness of our framework, and a Friedman test with Nemenyi post-hoc analysis shows that SCS-SupCon attains the best average rank among the evaluated methods, even though pairwise differences with other strong competitors are not always statistically significant at the 0.05 level.},
3+
author = {Bin Wang and Fadi Dornaika and Jinan Charafeddine},
4+
doi = {https://doi.org/10.1016/j.eswa.2026.131308},
5+
issn = {0957-4174},
6+
journal = {Expert Systems with Applications},
7+
keywords = {Supervised contrastive learning, Fine-grained classification, Negative sample dilution, Feature disentanglement, Decision boundary adjustment},
8+
pages = {131308},
9+
title = {SCS-SupCon: Sigmoid-based common and style supervised contrastive learning with adaptive decision boundaries},
10+
url = {https://www.sciencedirect.com/science/article/pii/S0957417426002216},
11+
volume = {311},
12+
year = {2026}
13+
}
Lines changed: 53 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
---
2+
title: 'SCS-SupCon: Sigmoid-based common and style supervised contrastive learning
3+
with adaptive decision boundaries'
4+
authors:
5+
- Bin Wang
6+
- Fadi Dornaika
7+
- Jinan Charafeddine
8+
date: '2026-01-01'
9+
publishDate: '2026-04-14T13:10:00.976472Z'
10+
publication_types:
11+
- article-journal
12+
publication: '*Expert Systems with Applications*'
13+
doi: https://doi.org/10.1016/j.eswa.2026.131308
14+
abstract: Image classification can be inherently challenging due to subtle inter-class
15+
differences and substantial intra-class variations, limiting the effectiveness of
16+
existing contrastive learning approaches. In particular, supervised contrastive
17+
methods based on the InfoNCE loss often suffer from the negative-sample dilution
18+
issue and lack explicit mechanisms for adaptive decision-boundary control, significantly
19+
weakening their discriminative capability on fine-grained image classification tasks.
20+
To address these challenges, we propose a novel supervised contrastive learning
21+
framework, termed Sigmoid-based Common and Style Supervised Contrastive Learning
22+
(SCS-SupCon). In this framework, we introduce a sigmoid-based pairwise contrastive
23+
loss with adaptive decision boundaries, explicitly parameterized by learnable temperature
24+
and bias terms. This design places greater emphasis on critical discriminative information
25+
from hard negatives, thereby alleviating the problem of negative-sample dilution
26+
while fully leveraging supervision signals in contrastive learning. Furthermore,
27+
we incorporate an explicit style-distance constraint to disentangle style and content
28+
representations, leading to more robust and discriminative feature learning. Comprehensive
29+
experiments on six benchmark datasets, including prominent fine-grained datasets
30+
such as CUB200-2011 and Stanford Dogs, consistently demonstrate that our proposed
31+
SCS-SupCon achieves superior performance over the most closely related InfoNCE-based
32+
supervised contrastive baselines (SupCon, SelfCon, CS-SupCon and its overlapping
33+
variant) across diverse CNN and Transformer backbones. In particular, on CIFAR-100
34+
with a ResNet-50 encoder, SCS-SupCon improves the mean top-1 accuracy over SupCon
35+
by about 3.9 percentage points and over CS-SupCon by about 1.7 percentage points
36+
under a five-fold cross-validation protocol. On challenging fine-grained datasets
37+
such as CUB200-2011 and Stanford Dogs with both CNN and Transformer architectures,
38+
our method achieves absolute improvements of approximately 0.4–3.0 percentage points
39+
over CS-SupCon. Extensive ablation studies and paired statistical tests further
40+
confirm the robustness and effectiveness of our framework, and a Friedman test with
41+
Nemenyi post-hoc analysis shows that SCS-SupCon attains the best average rank among
42+
the evaluated methods, even though pairwise differences with other strong competitors
43+
are not always statistically significant at the 0.05 level.
44+
tags:
45+
- Supervised contrastive learning
46+
- Fine-grained classification
47+
- Negative sample dilution
48+
- Feature disentanglement
49+
- Decision boundary adjustment
50+
links:
51+
- name: URL
52+
url: https://www.sciencedirect.com/science/article/pii/S0957417426002216
53+
---

0 commit comments

Comments
 (0)