main.tex

\documentclass[runningheads]{llncs}

\usepackage{natbib}

\usepackage[T1]{fontenc}

\usepackage{amsfonts}

\usepackage{amsmath}

\usepackage{graphicx}

\usepackage{svg}

\usepackage{acronym}

\usepackage{hyperref}

\usepackage{subfig}

\usepackage{multirow}


\newcommand{\topic}{Approaches for Finding Sample Pairs in Contrastive Learning}
\newcommand{\authorA}{Klara M. Gutekunst}
\newcommand{\progcl}{ProGCL}
\newcommand{\curricularWeighting}{curricular weighting}
\newcommand{\Section}[1]{Section \ref{#1}}
\newcommand{\Eqref}[1]{Eq. \ref{#1}}

% If you use the hyperref package, please uncomment the following two lines
% to display URLs in blue roman font according to Springer's eBook style:
%\usepackage{color}
%\renewcommand\UrlFont{\color{blue}\rmfamily}
%\urlstyle{rm}
%
\begin{document}

%
\title{\topic}
%
\titlerunning{\topic}

\author{\authorA}
%
\authorrunning{\authorA}

\institute{University of Kassel, Germany\\
\email{klara.gutekunst@student.uni-kassel.de}}
%
\maketitle         
%
% include: speed bonus, no reloads, but no nesting, forces page break after and before input

% ---- Abstract ----
\input{sections/introduction/abstract}

% ---- Introduction ----
\section{Introduction}\label{sec:introduction}

    % fundamental concepts
    \input{sections/main_part/pre-text_task}

    % goal of the paper
    \input{sections/introduction/CL_relevance}

    % motivation of proximity
    \input{sections/introduction/motivation}

    % fundamental concepts for sample selection
    \input{sections/introduction/positive_samples}

    \input{sections/introduction/negative_samples}

    % structure of the paper
    \input{sections/introduction/structure_of_paper}

% ---- main part ---- 
\section{Sampling techniques}\label{sec:sampling_techniques}

The following sections present different sampling techniques for 
positive and negative samples in \ac{cl} as displayed in \autoref{tab:overview}.
Firstly, sampling strategies based on distributions are discussed.
Secondly, clustering-based sampling techniques are presented and 
the impact of temperature on the sampling process is discussed.
Then, a technique relying on a memory bank is introduced.
Finally, curricular weighting is discussed. 

% Please add the following required packages to your document preamble:
% \usepackage{multirow}
\begin{table}[]
    \caption{Overview of \acs{cl} techniques}
    \label{tab:overview}
    \begin{tabular}{|l|l|l|}
    \hline
    \textbf{Category}                                   & \textbf{Name}                             & \textbf{Authors} \\ \hline
    \multirow{3}{*}{Distribution}                       & \acf{pu} approximation                          & \citet{chuang_debiased_2020}                \\ \cline{2-3} 
    \multicolumn{1}{|c|}{}                              & Choosing the hardness of negative samples     & \citet{robinson_contrastive_2021}                \\ \cline{2-3} 
    \multicolumn{1}{|c|}{}                              & ProGCL (Graphs)                               & \citet{progcl_2022}                \\ \hline
    \multirow{5}{*}{Clustering}                         & \acf{drc}                                       & \citet{DRC_2020}                \\ \cline{2-3} 
                                                        & \acs{swav}                                      & \citet{swav_2020}                \\ \cline{2-3} 
                                                        & \acf{la}                                       & \citet{local_aggr_2019}                \\ \cline{2-3} 
                                                        & Mining on manifolds                           & \citet{mining_manifolds_2018}                \\ \cline{2-3} 
                                                        & \acf{pcl}                                      & \citet{PCL_2021}               \\ \hline
    \multirow{2}{*}{Memory bank}                        & \acs{mochi}                                     & \citet{mochi_2020}                \\ \cline{2-3} 
                                                        & Extension of \acs{mochi}                        & \citet{progcl_2022}                \\ \hline
    Sample selection                                    & Curricular weighting                          & \citet{curricular_weighting_2024}               \\ \hline
    \end{tabular}
    \end{table}

% distributions
\input{sections/main_part/umbrella_sections/distributions/sample_via_distribution}

% clustering/ distance
\input{sections/main_part/umbrella_sections/clustering/sample_via_clustering}

\input{sections/main_part/temperature_impact} % info for eg. PCL

% memory bank
\input{sections/main_part/negative_sampling_techniques/MoCHi}

% others
\input{sections/main_part/negative_sampling_techniques/curricular_weighting}


% ---- end section ---- 
\input{sections/conclusion/critic}

\input{sections/conclusion/own_ideas}

\newpage
\input{sections/conclusion/usage_AI}

\input{sections/conclusion/declaration_of_originality}


% ---- Bibliography ----
\bibliographystyle{unsrtnat}
\bibliography{references}

% ---- Acronyms ----
\newpage
\section*{General acronyms}
\input{general_acronyms}

\section*{\ac{cl} approach-specific acronyms}
\input{CL_techniques_acronyms}

\end{document}