Skip to content

Commit

Permalink
Add files via upload
Browse files Browse the repository at this point in the history
  • Loading branch information
NikitinaMaria committed Jun 14, 2024
1 parent 986d9fb commit 7d57e51
Show file tree
Hide file tree
Showing 18 changed files with 594 additions and 132 deletions.
Binary file added paper/Pictures/DebiasedPos_loss.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added paper/Pictures/N-pair_loss.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added paper/Pictures/image_3.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added paper/Pictures/loss_acc1_new.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added paper/Pictures/loss_acc5_new.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
344 changes: 216 additions & 128 deletions paper/main.tex

Large diffs are not rendered by default.

80 changes: 79 additions & 1 deletion paper/references.bib
Original file line number Diff line number Diff line change
Expand Up @@ -178,4 +178,82 @@ @misc{lin2015microsoft
eprint={1405.0312},
archivePrefix={arXiv},
primaryClass={cs.CV}
}
}

@misc{RealNVP,
doi = {10.48550/ARXIV.1605.08803},
url = {https://arxiv.org/abs/1605.08803},
author = {Dinh, Laurent and Sohl-Dickstein, Jascha and Bengio, Samy},
keywords = {Machine Learning (cs.LG), Artificial Intelligence (cs.AI), Neural and Evolutionary Computing (cs.NE), Machine Learning (stat.ML), FOS: Computer and information sciences, FOS: Computer and information sciences},
title = {Density estimation using Real NVP},
publisher = {arXiv},
year = {2016},
copyright = {arXiv.org perpetual, non-exclusive license}
}

@InProceedings{NCE,
title = {Noise-contrastive estimation: A new estimation principle for unnormalized statistical models},
author = {Gutmann, Michael and Hyvärinen, Aapo},
booktitle = {Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics},
pages = {297--304},
year = {2010},
editor = {Teh, Yee Whye and Titterington, Mike},
volume = {9},
series = {Proceedings of Machine Learning Research},
address = {Chia Laguna Resort, Sardinia, Italy},
month = {13--15 May},
publisher = {PMLR},
url = {https://proceedings.mlr.press/v9/gutmann10a.html},
}

@misc{zbontar2021barlow,
title={Barlow Twins: Self-Supervised Learning via Redundancy Reduction},
author={Jure Zbontar and Li Jing and Ishan Misra and Yann LeCun and Stéphane Deny},
year={2021},
eprint={2103.03230},
archivePrefix={arXiv},
primaryClass={cs.CV}
}

@misc{grill2020bootstrap,
title={Bootstrap your own latent: A new approach to self-supervised Learning},
author={Jean-Bastien Grill and Florian Strub and Florent Altché and Corentin Tallec and Pierre H. Richemond and Elena Buchatskaya and Carl Doersch and Bernardo Avila Pires and Zhaohan Daniel Guo and Mohammad Gheshlaghi Azar and Bilal Piot and Koray Kavukcuoglu and Rémi Munos and Michal Valko},
year={2020},
eprint={2006.07733},
archivePrefix={arXiv},
primaryClass={cs.LG}
}

@inproceedings{Chopra,
title = {Learning a Similarity Metric Discriminatively, with Application to Face Verification},
url = {http://dx.doi.org/10.1109/CVPR.2005.202},
DOI = {10.1109/cvpr.2005.202},
booktitle = {2005 IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR’05)},
publisher = {IEEE},
author = {Chopra, S. and Hadsell, R. and LeCun, Y.}
}

@article{ViT,
title={An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale},
author={Alexey Dosovitskiy and Lucas Beyer and Alexander Kolesnikov and Dirk Weissenborn and Xiaohua Zhai and Thomas Unterthiner and Mostafa Dehghani and Matthias Minderer and Georg Heigold and Sylvain Gelly and Jakob Uszkoreit and Neil Houlsby},
journal={ArXiv},
year={2020},
volume={abs/2010.11929},
url={https://api.semanticscholar.org/CorpusID:225039882}
}

@article{BERT,
title={Well-Read Students Learn Better: On the Importance of Pre-training Compact Models},
author={Turc, Iulia and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
journal={arXiv preprint arXiv:1908.08962v2 },
year={2019}
}

@misc{AdamW,
title={Decoupled Weight Decay Regularization},
author={Ilya Loshchilov and Frank Hutter},
year={2019},
eprint={1711.05101},
archivePrefix={arXiv},
primaryClass={cs.LG}
}
6 changes: 3 additions & 3 deletions paper/title.tex
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
\textsc{Физтех-школа прикладной математики и информатики}\\
\textsc{Кафедра интеллектуальных систем}
\end{center}
\vspace{2cm}
\vspace{1.5cm}
\begin{center}
{Никитина Мария Александровна}
\par
Expand All @@ -17,10 +17,10 @@
\vspace{2cm}
{03.03.01~--- Прикладные математика и физика}
\par
\vspace{2cm}
\vspace{1.5cm}
\textsc{Выпускная квалификационная работа бакалавра}
\end{center}
\vspace{2cm}
\vspace{1.5cm}
\hfill\parbox{8,4cm}{\textbf{Научный руководитель:}
\\к.ф.-м.н. Р.\,В.\,Исаченко}
\par
Expand Down
Binary file added slides/Pictures/Model.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added slides/Pictures/SimCLR.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added slides/Pictures/contrastive-sampling-bias.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added slides/Pictures/contrastive_example.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added slides/Pictures/image_3.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added slides/Pictures/loss_acc1_new.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added slides/Pictures/loss_acc5_new.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added slides/Pictures/triplet-loss.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added slides/Pictures/Принцип.jpg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
296 changes: 296 additions & 0 deletions slides/slides.tex

Large diffs are not rendered by default.

0 comments on commit 7d57e51

Please sign in to comment.