<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">mais</journal-id><journal-title-group><journal-title xml:lang="ru">Моделирование и анализ информационных систем</journal-title><trans-title-group xml:lang="en"><trans-title>Modeling and Analysis of Information Systems</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">1818-1015</issn><issn pub-type="epub">2313-5417</issn><publisher><publisher-name>Yaroslavl State University</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.18255/1818-1015-2025-4-384-395</article-id><article-id custom-type="elpub" pub-id-type="custom">mais-1981</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>Artificial Intelligence</subject></subj-group></article-categories><title-group><article-title>Алгоритмы автоматической морфемной сегментации для белорусского языка: сравнение актуальных подходов</article-title><trans-title-group xml:lang="en"><trans-title>Automated morpheme segmentation algorithms for the Belarusian language: comparison of approaches</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0003-4464-1355</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Морозов</surname><given-names>Дмитрий Алексеевич</given-names></name><name name-style="western" xml:lang="en"><surname>Morozov</surname><given-names>Dmitry A.</given-names></name></name-alternatives><email xlink:type="simple">morozowdm@gmail.com</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0009-0001-4486-1270</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Феоктистов</surname><given-names>Григорий Олегович</given-names></name><name name-style="western" xml:lang="en"><surname>Feoktistov</surname><given-names>Grigorii O.</given-names></name></name-alternatives><email xlink:type="simple">g.feoktistoff@gmail.com</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-8409-6457</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Глазкова</surname><given-names>Анна Валерьевна</given-names></name><name name-style="western" xml:lang="en"><surname>Glazkova</surname><given-names>Anna V.</given-names></name></name-alternatives><email xlink:type="simple">a.v.glazkova@utmn.ru</email><xref ref-type="aff" rid="aff-2"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>Новосибирский национальный исследовательский государственный университет</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Novosibirsk National Research State University</institution><country>Russian Federation</country></aff></aff-alternatives><aff-alternatives id="aff-2"><aff xml:lang="ru"><institution>Тюменский государственный университет</institution><country>Россия</country></aff><aff xml:lang="en"><institution>University of Tyumen</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>05</day><month>12</month><year>2025</year></pub-date><volume>32</volume><issue>4</issue><fpage>384</fpage><lpage>395</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Морозов Д.А., Феоктистов Г.О., Глазкова А.В., 2025</copyright-statement><copyright-year>2025</copyright-year><copyright-holder xml:lang="ru">Морозов Д.А., Феоктистов Г.О., Глазкова А.В.</copyright-holder><copyright-holder xml:lang="en">Morozov D.A., Feoktistov G.O., Glazkova A.V.</copyright-holder><license xml:lang="ru" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>Данная работа распространяется под лицензией Creative Commons Attribution 4.0.</license-p></license><license xml:lang="en" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>This work is licensed under a Creative Commons Attribution 4.0 License.</license-p></license></permissions><self-uri xlink:href="https://www.mais-journal.ru/jour/article/view/1981">https://www.mais-journal.ru/jour/article/view/1981</self-uri><abstract><p>Задача автоматической морфемной сегментации для морфологически богатых, но малоресурсных языков, таких как белорусский, остаётся недостаточно изученной. Настоящая работа представляет собой первое масштабное сравнительное исследование эффективности современных нейросетевых подходов к морфемной сегментации на материале белорусского языка. Мы сопоставили три подхода, показавших высокое качество в случае других языков: алгоритмы на базе свёрточных нейронных сетей, алгоритмы на основе LSTM-сетей и дообучение BERT-подобных моделей. Из-за малого числа доступных моноязычных белорусских моделей, мы также добавили к сравнению более крупные русскоязычные и многоязычные модели. Эксперименты проводились на свободно доступном наборе данных Slounik с использованием двух стратегий разбиения данных на обучающую и тестовую выборки. В первом случае разбиение было случайным, во втором случае слова были разбиты по корням так, чтобы однокоренные слова не могли попасть одновременно в обучающую и тестовую выборки. Наилучшей производительности в ходе экспериментов достиг ансамбль LSTM-сетей с долей полностью верных разборов 91.42% при случайном разбиении и 73.89% при разбиении по корням. Сопоставимые результаты продемонстрировали дообученные многоязычные и русскоязычные BERT-подобные модели, что подчёркивает возможность применения в этой задаче крупных моделей, в том числе, обученных на близкородственных и более ресурсообеспеченных языках. Анализ ошибок подтвердил, что большинство неточностей, как и для других славянских языков, связано с определением границ корня.</p></abstract><trans-abstract xml:lang="en"><p>The task of automated morpheme segmentation for morphologically rich but low-resource languages, such as Belarusian, remains insufficiently studied. This paper presents the first large-scale comparative study on the effectiveness of modern neural network approaches to morpheme segmentation using Belarusian language data. We compared three approaches that have demonstrated high quality for other languages: algorithms based on convolutional neural networks (CNNs), algorithms based on LSTM networks, and fine-tuning of BERT-like models. Due to the limited availability of monolingual Belarusian models, we also included larger Russian and multilingual models in the comparison. The experiments were conducted on the openly available Slounik dataset using two strategies for splitting the data into training and test sets. In the first case, the split was random; in the second, words were split by their roots to ensure that words with the same root did not appear in both the training and test sets simultaneously. An ensemble of LSTM networks achieved the best performance in the experiments, with a word accuracy of 91.42% on the random split and 73.89% on the root-based split. Comparable results were demonstrated by fine-tuned multilingual and Russian BERT-like models, highlighting the potential of applying large models, including those trained on closely related and higher-resource languages, to this task. An analysis of the errors confirmed that, as with other Slavic languages, the majority of inaccuracies are related to the identification of root boundaries.</p></trans-abstract><kwd-group xml:lang="ru"><kwd>обработка естественного языка</kwd><kwd>автоматическая морфемная сегментация</kwd><kwd>глубокое обучение</kwd><kwd>белорусский язык</kwd><kwd>малоресурсные языки</kwd></kwd-group><kwd-group xml:lang="en"><kwd>natural language processing</kwd><kwd>automated morpheme segmentation</kwd><kwd>deep learning</kwd><kwd>Belarusian language</kwd><kwd>low-resource languages</kwd></kwd-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">P. Gage, “A new algorithm for data compression,” C User Journal, vol. 12, no. 2, pp. 23–38, 1994.</mixed-citation><mixed-citation xml:lang="en">P. Gage, “A new algorithm for data compression,” C User Journal, vol. 12, no. 2, pp. 23–38, 1994.</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">A. Matthews, G. Neubig, and C. Dyer, “Using Morphological Knowledge in Open-Vocabulary Neural Language Models,” in Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), New Orleans, Louisiana, 2018, pp. 1435–1445, doi: 10.18653/v1/N18-1130.</mixed-citation><mixed-citation xml:lang="en">A. Matthews, G. Neubig, and C. Dyer, “Using Morphological Knowledge in Open-Vocabulary Neural Language Models,” in Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), New Orleans, Louisiana, 2018, pp. 1435–1445, doi: 10.18653/v1/N18-1130.</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">A. Nzeyimana and A. Niyongabo Rubungo, “KinyaBERT: a Morphology-aware Kinyarwanda Language Model,” in Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), 2022, pp. 5347–5363, doi: 10.18653/v1/2022.acl-long.367.</mixed-citation><mixed-citation xml:lang="en">A. Nzeyimana and A. Niyongabo Rubungo, “KinyaBERT: a Morphology-aware Kinyarwanda Language Model,” in Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), 2022, pp. 5347–5363, doi: 10.18653/v1/2022.acl-long.367.</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">M. W. Kildeberg, E. A. Schledermann, N. Larsen, and R. van der Goot, “From Smor-re-brod to Subwords: Training LLMs on Danish, One Morpheme at a Time.” 2025.</mixed-citation><mixed-citation xml:lang="en">M. W. Kildeberg, E. A. Schledermann, N. Larsen, and R. van der Goot, “From Smor-re-brod to Subwords: Training LLMs on Danish, One Morpheme at a Time.” 2025.</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">E. Asgari, Y. E. Kheir, and M. A. S. Javaheri, “MorphBPE: A Morpho-Aware Tokenizer Bridging Linguistic Complexity for Efficient LLM Training Across Morphologies.” 2025.</mixed-citation><mixed-citation xml:lang="en">E. Asgari, Y. E. Kheir, and M. A. S. Javaheri, “MorphBPE: A Morpho-Aware Tokenizer Bridging Linguistic Complexity for Efficient LLM Training Across Morphologies.” 2025.</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">S. O. Savchuk et al., “Russian National Corpus 2.0: New opportunities and development prospects,” Voprosy Jazykoznanija, no. 2, pp. 7–34, 2024, doi: 10.31857/0373-658x.2024.2.7-34.</mixed-citation><mixed-citation xml:lang="en">S. O. Savchuk et al., “Russian National Corpus 2.0: New opportunities and development prospects,” Voprosy Jazykoznanija, no. 2, pp. 7–34, 2024, doi: 10.31857/0373-658x.2024.2.7-34.</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">M. Olbrich and Z. vZabokrtsk'y, “Morphological Segmentation with Neural Networks: Performance Effects of Architecture, Data Size, and Cross-Lingual Transfer in Seven Languages,” in Text, Speech, and Dialogue, 2026, pp. 275–286, doi: 10.1007/978-3-032-02551-7_24.</mixed-citation><mixed-citation xml:lang="en">M. Olbrich and Z. vZabokrtsk'y, “Morphological Segmentation with Neural Networks: Performance Effects of Architecture, Data Size, and Cross-Lingual Transfer in Seven Languages,” in Text, Speech, and Dialogue, 2026, pp. 275–286, doi: 10.1007/978-3-032-02551-7_24.</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">D. Morozov, L. Astapenka, A. Glazkova, T. Garipov, and O. Lyashevskaya, “BERT-like Models for Slavic Morpheme Segmentation,” in Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), 2025, pp. 6795–6815, doi: 10.18653/v1/2025.acl-long.337.</mixed-citation><mixed-citation xml:lang="en">D. Morozov, L. Astapenka, A. Glazkova, T. Garipov, and O. Lyashevskaya, “BERT-like Models for Slavic Morpheme Segmentation,” in Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), 2025, pp. 6795–6815, doi: 10.18653/v1/2025.acl-long.337.</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">M. Pranji'c, M. Robnik-vSikonja, and S. Pollak, “LLMSegm: Surface-level Morphological Segmentation Using Large Language Model,” in Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), 2024, pp. 10665–10674.</mixed-citation><mixed-citation xml:lang="en">M. Pranji'c, M. Robnik-vSikonja, and S. Pollak, “LLMSegm: Surface-level Morphological Segmentation Using Large Language Model,” in Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), 2024, pp. 10665–10674.</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">C. Anderson, M. Nguyen, and R. Coto-Solano, “Unsupervised, Semi-Supervised and LLM-Based Morphological Segmentation for Bribri,” in Proceedings of the Fifth Workshop on NLP for Indigenous Languages of the Americas (AmericasNLP), 2025, pp. 63–76, doi: 10.18653/v1/2025.americasnlp-1.7.</mixed-citation><mixed-citation xml:lang="en">C. Anderson, M. Nguyen, and R. Coto-Solano, “Unsupervised, Semi-Supervised and LLM-Based Morphological Segmentation for Bribri,” in Proceedings of the Fifth Workshop on NLP for Indigenous Languages of the Americas (AmericasNLP), 2025, pp. 63–76, doi: 10.18653/v1/2025.americasnlp-1.7.</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">K. Batsuren et al., “The SIGMORPHON 2022 Shared Task on Morpheme Segmentation,” in Proceedings of the 19th SIGMORPHON Workshop on Computational Research in Phonetics, Phonology, and Morphology, 2022, pp. 103–116, doi: 10.18653/v1/2022.sigmorphon-1.11.</mixed-citation><mixed-citation xml:lang="en">K. Batsuren et al., “The SIGMORPHON 2022 Shared Task on Morpheme Segmentation,” in Proceedings of the 19th SIGMORPHON Workshop on Computational Research in Phonetics, Phonology, and Morphology, 2022, pp. 103–116, doi: 10.18653/v1/2022.sigmorphon-1.11.</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">B. Peters and A. F. T. Martins, “Beyond Characters: Subword-level Morpheme Segmentation,” in Proceedings of the 19th SIGMORPHON Workshop on Computational Research in Phonetics, Phonology, and Morphology, 2022, pp. 131–138, doi: 10.18653/v1/2022.sigmorphon-1.14.</mixed-citation><mixed-citation xml:lang="en">B. Peters and A. F. T. Martins, “Beyond Characters: Subword-level Morpheme Segmentation,” in Proceedings of the 19th SIGMORPHON Workshop on Computational Research in Phonetics, Phonology, and Morphology, 2022, pp. 131–138, doi: 10.18653/v1/2022.sigmorphon-1.14.</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">S. Wehrli, S. Clematide, and P. Makarov, “CLUZH at SIGMORPHON 2022 Shared Tasks on Morpheme Segmentation and Inflection Generation,” in Proceedings of the 19th SIGMORPHON Workshop on Computational Research in Phonetics, Phonology, and Morphology, 2022, pp. 212–219, doi: 10.18653/v1/2022.sigmorphon-1.21.</mixed-citation><mixed-citation xml:lang="en">S. Wehrli, S. Clematide, and P. Makarov, “CLUZH at SIGMORPHON 2022 Shared Tasks on Morpheme Segmentation and Inflection Generation,” in Proceedings of the 19th SIGMORPHON Workshop on Computational Research in Phonetics, Phonology, and Morphology, 2022, pp. 212–219, doi: 10.18653/v1/2022.sigmorphon-1.21.</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">A. Sorokin, “Improving Morpheme Segmentation Using BERT Embeddings,” in Analysis of Images, Social Networks and Texts, 2022, pp. 148–161, doi: 10.1007/978-3-031-16500-9_13.</mixed-citation><mixed-citation xml:lang="en">A. Sorokin, “Improving Morpheme Segmentation Using BERT Embeddings,” in Analysis of Images, Social Networks and Texts, 2022, pp. 148–161, doi: 10.1007/978-3-031-16500-9_13.</mixed-citation></citation-alternatives></ref><ref id="cit15"><label>15</label><citation-alternatives><mixed-citation xml:lang="ru">A. Sorokin and A. Kravtsova, “Deep Convolutional Networks for Supervised Morpheme Segmentation of Russian Language,” in Artificial Intelligence and Natural Language, 2018, pp. 3–10, doi: 10.1007/978-3-030-01204-5_1.</mixed-citation><mixed-citation xml:lang="en">A. Sorokin and A. Kravtsova, “Deep Convolutional Networks for Supervised Morpheme Segmentation of Russian Language,” in Artificial Intelligence and Natural Language, 2018, pp. 3–10, doi: 10.1007/978-3-030-01204-5_1.</mixed-citation></citation-alternatives></ref><ref id="cit16"><label>16</label><citation-alternatives><mixed-citation xml:lang="ru">E. I. Bolshakova and A. S. Sapin, “Comparing models of morpheme analysis for Russian words based on machine learning,” in Computational Linguistics and Intellectual Technologies. Papers from the Annual International Conference “Dialogue,” 2019, vol. 18, pp. 104–113.</mixed-citation><mixed-citation xml:lang="en">E. I. Bolshakova and A. S. Sapin, “Comparing models of morpheme analysis for Russian words based on machine learning,” in Computational Linguistics and Intellectual Technologies. Papers from the Annual International Conference “Dialogue,” 2019, vol. 18, pp. 104–113.</mixed-citation></citation-alternatives></ref><ref id="cit17"><label>17</label><citation-alternatives><mixed-citation xml:lang="ru">E. Bolshakova and A. Sapin, “Bi-LSTM Model for Morpheme Segmentation of Russian Words,” in Artificial Intelligence and Natural Language, 2019, pp. 151–160, doi: 10.1007/978-3-030-34518-1_11.</mixed-citation><mixed-citation xml:lang="en">E. Bolshakova and A. Sapin, “Bi-LSTM Model for Morpheme Segmentation of Russian Words,” in Artificial Intelligence and Natural Language, 2019, pp. 151–160, doi: 10.1007/978-3-030-34518-1_11.</mixed-citation></citation-alternatives></ref><ref id="cit18"><label>18</label><citation-alternatives><mixed-citation xml:lang="ru">T. Garipov, D. Morozov, and A. Glazkova, “Generalization ability of CNN-based Morpheme Segmentation,” in Proceedings of the Ivannikov Ispras Open Conference (ISPRAS), 2024, pp. 58–62, doi: 10.1109/ISPRAS60948.2023.10508171.</mixed-citation><mixed-citation xml:lang="en">T. Garipov, D. Morozov, and A. Glazkova, “Generalization ability of CNN-based Morpheme Segmentation,” in Proceedings of the Ivannikov Ispras Open Conference (ISPRAS), 2024, pp. 58–62, doi: 10.1109/ISPRAS60948.2023.10508171.</mixed-citation></citation-alternatives></ref><ref id="cit19"><label>19</label><citation-alternatives><mixed-citation xml:lang="ru">D. Morozov, T. Garipov, O. Lyashevskaya, S. Savchuk, B. Iomdin, and A. Glazkova, “Automatic Morpheme Segmentation for Russian: Can an Algorithm Replace Experts?,” Journal of Language and Education, vol. 10, no. 4, pp. 71–84, 2024, doi: 10.17323/jle.2024.22237.</mixed-citation><mixed-citation xml:lang="en">D. Morozov, T. Garipov, O. Lyashevskaya, S. Savchuk, B. Iomdin, and A. Glazkova, “Automatic Morpheme Segmentation for Russian: Can an Algorithm Replace Experts?,” Journal of Language and Education, vol. 10, no. 4, pp. 71–84, 2024, doi: 10.17323/jle.2024.22237.</mixed-citation></citation-alternatives></ref><ref id="cit20"><label>20</label><citation-alternatives><mixed-citation xml:lang="ru">L. S. Mormysh, A. M. Bardovich, and L. M. Shakun, School morpheme dictionary of the Belarusian language [SHkol'ny marfemny slovnik belaruskaj movy]. Minsk: Aversev, 2005.</mixed-citation><mixed-citation xml:lang="en">L. S. Mormysh, A. M. Bardovich, and L. M. Shakun, School morpheme dictionary of the Belarusian language [SHkol'ny marfemny slovnik belaruskaj movy]. Minsk: Aversev, 2005.</mixed-citation></citation-alternatives></ref><ref id="cit21"><label>21</label><citation-alternatives><mixed-citation xml:lang="ru">A. Paszke et al., “PyTorch: An Imperative Style, High-Performance Deep Learning Library,” in Advances in Neural Information Processing Systems 32, 2019, pp. 8024–8035.</mixed-citation><mixed-citation xml:lang="en">A. Paszke et al., “PyTorch: An Imperative Style, High-Performance Deep Learning Library,” in Advances in Neural Information Processing Systems 32, 2019, pp. 8024–8035.</mixed-citation></citation-alternatives></ref><ref id="cit22"><label>22</label><citation-alternatives><mixed-citation xml:lang="ru">D. Zmitrovich et al., “A Family of Pretrained Transformer Language Models for Russian,” in Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), 2024, pp. 507–524.</mixed-citation><mixed-citation xml:lang="en">D. Zmitrovich et al., “A Family of Pretrained Transformer Language Models for Russian,” in Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), 2024, pp. 507–524.</mixed-citation></citation-alternatives></ref><ref id="cit23"><label>23</label><citation-alternatives><mixed-citation xml:lang="ru">M. Arkhipov, M. Trofimova, Y. Kuratov, and A. Sorokin, “Tuning Multilingual Transformers for Language-Specific Named Entity Recognition,” in Proceedings of the 7th Workshop on Balto-Slavic Natural Language Processing, 2019, pp. 89–93, doi: 10.18653/v1/W19-3712.</mixed-citation><mixed-citation xml:lang="en">M. Arkhipov, M. Trofimova, Y. Kuratov, and A. Sorokin, “Tuning Multilingual Transformers for Language-Specific Named Entity Recognition,” in Proceedings of the 7th Workshop on Balto-Slavic Natural Language Processing, 2019, pp. 89–93, doi: 10.18653/v1/W19-3712.</mixed-citation></citation-alternatives></ref><ref id="cit24"><label>24</label><citation-alternatives><mixed-citation xml:lang="ru">J. Devlin, M.-W. Chang, K. Lee, and K. Toutanova, “BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding,” in Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), 2019, pp. 4171–4186.</mixed-citation><mixed-citation xml:lang="en">J. Devlin, M.-W. Chang, K. Lee, and K. Toutanova, “BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding,” in Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), 2019, pp. 4171–4186.</mixed-citation></citation-alternatives></ref><ref id="cit25"><label>25</label><citation-alternatives><mixed-citation xml:lang="ru">V. Sanh, L. Debut, J. Chaumond, and T. Wolf, “DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter.” 2020.</mixed-citation><mixed-citation xml:lang="en">V. Sanh, L. Debut, J. Chaumond, and T. Wolf, “DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter.” 2020.</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
