<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">emanag</journal-id><journal-title-group><journal-title xml:lang="ru">E-Management</journal-title><trans-title-group xml:lang="en"><trans-title>E-Management</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">2658-3445</issn><issn pub-type="epub">2686-8407</issn><publisher><publisher-name>State University of Management</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.26425/2658-3445-2022-5-3-73-82</article-id><article-id custom-type="elpub" pub-id-type="custom">emanag-282</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>ТЕХНОЛОГИИ ИСКУССТВЕННОГО ИНТЕЛЛЕКТА В МЕНЕДЖМЕНТЕ</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>Artificial intelligence technologies in management</subject></subj-group></article-categories><title-group><article-title>Использование нейронной сети для создания цифрового помощника слабовидящим людям</article-title><trans-title-group xml:lang="en"><trans-title>Use of a neural network in creating a digital assistant for blind and visually impaired people</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-9067-0363</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Плотников</surname><given-names>С. О.</given-names></name><name name-style="western" xml:lang="en"><surname>Plotnikov</surname><given-names>S. O.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Плотников Сергей Олегович - Студент</p><p>г. Москва</p></bio><bio xml:lang="en"><p>Sergey O. Plotnikov - Student</p><p>Moscow</p></bio><email xlink:type="simple">s112968@guu.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-4642-2044</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Сметанин</surname><given-names>Д. Ю.</given-names></name><name name-style="western" xml:lang="en"><surname>Smetanin</surname><given-names>D. Yu.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Сметанин Дмитрий Юрьевич - Студент</p><p>г. Москва</p></bio><bio xml:lang="en"><p>Dmitry Yu. Smetanin - Student</p><p>Moscow</p></bio><email xlink:type="simple">s112464@guu.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0001-5590-3467</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Басова</surname><given-names>А. В.</given-names></name><name name-style="western" xml:lang="en"><surname>Basova</surname><given-names>A. V.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Басова Анжелика Валерьевна - Студент</p><p>г. Москва</p></bio><bio xml:lang="en"><p>Angelika V. Basova - Student</p><p>Moscow</p></bio><email xlink:type="simple">s112966@guu.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-9011-1294</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Львутин</surname><given-names>И. А.</given-names></name><name name-style="western" xml:lang="en"><surname>Lvutin</surname><given-names>I. A.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Львутин Илья Александрович - Студент</p><p>г. Москва</p></bio><bio xml:lang="en"><p>Ilya A. Lvutin - Student</p><p>Moscow</p></bio><email xlink:type="simple">s114237@guu.ru</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-0072-5656</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Белоусова</surname><given-names>М. Н.</given-names></name><name name-style="western" xml:lang="en"><surname>Belousova</surname><given-names>M. N.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Белоусова Мария Николаевна - Канд. экон. наук, доц. каф. информационных систем</p><p>г. Москва</p></bio><bio xml:lang="en"><p>Maria N. Belousova - Cand. Sci. (Econ.), Assoc. Prof. at the Information Systems Department</p><p>Moscow</p></bio><email xlink:type="simple">maryzver@gmail.com</email><xref ref-type="aff" rid="aff-1"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>Государственный университет управления</institution><country>Россия</country></aff><aff xml:lang="en"><institution>State University of Management</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2022</year></pub-date><pub-date pub-type="epub"><day>27</day><month>09</month><year>2022</year></pub-date><volume>5</volume><issue>3</issue><fpage>73</fpage><lpage>82</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Плотников С.О., Сметанин Д.Ю., Басова А.В., Львутин И.А., Белоусова М.Н., 2022</copyright-statement><copyright-year>2022</copyright-year><copyright-holder xml:lang="ru">Плотников С.О., Сметанин Д.Ю., Басова А.В., Львутин И.А., Белоусова М.Н.</copyright-holder><copyright-holder xml:lang="en">Plotnikov S.O., Smetanin D.Y., Basova A.V., Lvutin I.A., Belousova M.N.</copyright-holder><license xml:lang="ru" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>Данная работа распространяется под лицензией Creative Commons Attribution 4.0.</license-p></license><license xml:lang="en" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>This work is licensed under a Creative Commons Attribution 4.0 License.</license-p></license></permissions><self-uri xlink:href="https://e-management.guu.ru/jour/article/view/282">https://e-management.guu.ru/jour/article/view/282</self-uri><abstract><p>Опыт проводимых исследований обработки изображений наглядно демонстрирует огромную сферу для разработки новых нейронных сетей, способных помогать людям в большом спектре задач. В работе было выбрано направление, связанное с помощью людям, которые имеют проблемы со зрением. В статье рассматривается сверточная нейронная сеть модели Mask R-CNN для сегментации объектов на изображении. В процессе исследования было изучено большое количество алгоритмов способных быстро и точно обрабатывать изображения, например Faster R-CNN, который являлся наиболее результативным в 2020 г. В ходе анализа было выявлено, что использование технологии Mask R-CNN позволяет существенно увеличить эффективность выполнения поставленных задач, так как данный алгоритм является новейшей версией модели машинного обучения. В результате исследования была разработана нейронная сеть, способная определять и различать большое количество объектов на изображении. Следующим этапом планируется доработать алгоритм и использовать дополнительные средства взаимодействия с аппаратным обеспечением систем для увеличения скорости работы нейронной сети. В дальнейшем будет осуществлена интеграция полученной нейронной сети в приложение «Цифровой помощник для слепых и слабовидящих». Данное приложение гарантированно улучшит повседневную жизнь людей-инвалидов, которые испытывают определенные неудобства из-за их особенностей, и может стать основой других, более крупных, проектов связанных, например, с беспилотными устройствами, а также сервисами, работа которых напрямую строится на обработке изображений.</p></abstract><trans-abstract xml:lang="en"><p>The experience of ongoing research in image processing clearly demonstrates the huge scope for the development of new neural networks that can help people in a wide range of tasks. The authors chose the direction of work related to helping people who have vision problems. The article considers a convolutional neural network of the Mask R-CNN model for segmenting objects in an image. During the research the authors study a large number of algorithms that can quickly and accurately process images, such as Faster R-CNN, which was the most efficient in 2020. During the analysis, it was revealed that the use of Mask R-N technology can significantly increase the efficiency of performing tasks, since this algorithm is the latest version of the machine learning model. As a result of the study, a neural network was developed that is capable of identifying and distinguishing a large number of objects in an image. The next step is to refine the algorithm and use additional means of interaction with the hardware of the systems to increase the speed of the neural network. In the future, the resulting neural network will be integrated into the Digital Assistant for the Blind and Visually Impaired Persons application. This application is guaranteed to improve the daily life of people with disabilities who experience certain inconveniences due to their features, and can become the basis for other, larger projects related, for example, to unmanned devices, as well as services whose work is directly based on image processing.</p></trans-abstract><kwd-group xml:lang="ru"><kwd>Цифровой помощник</kwd><kwd>машинное обучение</kwd><kwd>нейронные сети</kwd><kwd>архитектура Mask R-CNN</kwd><kwd>сверточная сеть</kwd><kwd>алгоритм поиска</kwd><kwd>сегментация</kwd><kwd>классификация</kwd><kwd>селективный поиск</kwd><kwd>обработка изображений</kwd><kwd>проблемы со зрением</kwd><kwd>нарушение зрения</kwd><kwd>помощь инвалидам</kwd><kwd>электронный помощник</kwd></kwd-group><kwd-group xml:lang="en"><kwd>Digital assistant</kwd><kwd>machine learning</kwd><kwd>neural networks</kwd><kwd>Mask R-CNN architecture</kwd><kwd>convolutional network</kwd><kwd>search algorithm</kwd><kwd>segmentation</kwd><kwd>classification</kwd><kwd>selective search</kwd><kwd>image processing</kwd><kwd>vision problems</kwd><kwd>visual impairment</kwd><kwd>assistance to the disabled</kwd><kwd>electronic assistant</kwd></kwd-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Белоглазова А.А. (2015). Образование и социализация детей с нарушениями зрения // Коррекционная педагогика: теория и практика. № 1. С. 83–86.</mixed-citation><mixed-citation xml:lang="en">Beloglazova A.A. (2015), “Education and socialization of children with visual impairment”, Correctional Pedagogy: Theory and Practice, no 1, pp. 83–86.</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">Болдинова О.Г. (2015). Социализации дошкольников с нарушениями зрения в инклюзивном образовании // Вестник Череповецкого государственного университета. Т. 5, № 66. С. 87–91.</mixed-citation><mixed-citation xml:lang="en">Boldinova O.G. (2015), “Socialization of preschool children with visual impairments in inclusive education”, Bulletin of Cherepovets State University, vol. 5, no. 66, pp. 87–91.</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Ковалевский А.М. (2018). Алгоритмы профилирования пользователя посредством нейронных сетей: Автореф. дисс. ... магистра техн. наук: 1–40 80 02. Минск: БГУИР. 14 с.</mixed-citation><mixed-citation xml:lang="en">Forsyth D.A., Ponce J. (2004), Computer vision. Modern approach, Prentice Hall, Upper Saddle River, US.</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Маркова С.В., Жигалов К.Ю. (2017). Применение нейронной сети для создания системы распознавания изображений // Фундаментальные исследования. № 8. С. 60–64.</mixed-citation><mixed-citation xml:lang="en">Girshick R., Donahue J., Darrell T., Malik J. (2013), Rich Feature Hierarchies for Accurate Object Detection and Semantic Segmentation, In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, Columbus, USA, 23–28 June 2014. IEEE, New York, US, pp. 580–587, http://dx.doi.org/10.1109/CVPR.2014.81</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Сикорский О.С. (2017). Обзор сверточных нейронных сетей для задачи классификации изображений // Новые информационные технологии в автоматизированных системах. № 20. С. 37–42.</mixed-citation><mixed-citation xml:lang="en">Gonzalez R., Faisal Z. (2019), Digital Image Processing, 2nd ed., Pearson plc, London, UK.</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Сирота А.А., Митрофанова Е.Ю., Милованова А.И. (2019). Анализ алгоритмов поиска объектов на изображениях с использованием различных модификаций сверточных нейронных сетей // Вестник ВГУ. №3. С. 123–137.</mixed-citation><mixed-citation xml:lang="en">Gu J., Wang Zh., Kuen J., Ma L., Shahroudy A., Shuai B., Liu T., Wang X., Wang G. (2018), “Recent Advances in Convolutional Neural Networks”, Pattern Recognition, vol. 77, pp. 354–377, https://doi.org/10.1016/j.patcog.2017.10.013</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Forsyth D.A., Ponce J. (2004). Computer vision. Modern approach. Upper Saddle River: Prentice Hall. 935 p.</mixed-citation><mixed-citation xml:lang="en">He K., Gkioxari G., Dollár P. and Girshick R. (2017), Mask R-CNN, In: Proceedings of IEEE International Conference on Computer Vision, ICCV 2017, Venice, 22–29 October 2017. IEEE, New York, US, pp. 2980–2988, https://doi.org/10.1109/iccv.2017.322</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Girshick R., Donahue J., Darrell T., Malik J. (2013). Rich Feature Hierarchies for Accurate Object Detection and Semantic</mixed-citation><mixed-citation xml:lang="en">Kovalevskij A.M. (2018), “User profiling algorithms using neural networks”: Abstr. diss. … Mgr. Sci. (Tech.): 1–40 80 02, BSUIR, Minsk, Belarus.</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Segmentation // Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, Columbus, USA, 23–28 June 2014. New York: IEEE. P. 580–587. http://dx.doi.org/10.1109/CVPR.2014.81</mixed-citation><mixed-citation xml:lang="en">Li Z., Liu F., Yang W., Peng S., Zhou J. (2021), “A Survey of Convolutional Neural Networks: Analysis, Applications, and Prospects”, IEEE Transactions on Neural Networks and Learning Systems, pp. 1–21, https://doi.org/10.1109/TNNLS.2021.3084827</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">Gonzalez R., Faisal Z. (2019). Digital Image Processing. 2nd ed. London: Pearson plc. 1192 p.</mixed-citation><mixed-citation xml:lang="en">Lin T.Y., Maire M., Belongie S., Bourdev L., Girshick R., Hays J., Perona P., Ramanan D., Zitnick L.C., Dollár P. (2014), Microsoft COCO: Common Objects in Context, In: Proceedings of 13th European Conference on Computer Vision ECCV, Zurich, Switzerland, 6–12 September 2014. Springer. 16 p.</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Gu J., Wang Zh., Kuen J., Ma L., Shahroudy A., Shuai B., Liu T., Wang X., Wang G. (2018). Recent Advances in Convolutional Neural Networks // Pattern Recognition. V. 77. P. 354–377. https://doi.org/10.1016/j.patcog.2017.10.013</mixed-citation><mixed-citation xml:lang="en">Markova S.V., Zhigalov K.Yu. (2017), “Application of a neural network to create an image recognition system”, Basic Research, no. 8, pp. 60–64.</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">He K., Gkioxari G., Dollár P. and Girshick R. (2017). Mask R-CNN // Proceedings of IEEE International Conference on Computer Vision, ICCV 2017, Venice, 22–29 October 2017. New York: IEEE. P. 2980–2988. https://doi.org/10.1109/iccv.2017.322</mixed-citation><mixed-citation xml:lang="en">Sikorskij O.S. (2017), “Overview of convolutional neural networks for the problem of image classification”, New information technologies in automated systems, no. 20, pp. 37–42.</mixed-citation></citation-alternatives></ref><ref id="cit13"><label>13</label><citation-alternatives><mixed-citation xml:lang="ru">Li Z., Liu F., Yang W., Peng S., Zhou J. (2021). A Survey of Convolutional Neural Networks: Analysis, Applications, and Prospects // IEEE Transactions on Neural Networks and Learning Systems. P. 1–21. https://doi.org/10.1109/TNNLS.2021.3084827</mixed-citation><mixed-citation xml:lang="en">Sirota A.A., Mitrofanova E.YU., Milovanova A.I. (2019), “Analysis of algorithms for searching objects in images using various modifications of convolutional neural networks”, Proceedings of Voronezh State University. Series Systems analysis and information technologies, no. 3, pp. 123–137.</mixed-citation></citation-alternatives></ref><ref id="cit14"><label>14</label><citation-alternatives><mixed-citation xml:lang="ru">Lin T.Y., Maire M., Belongie S., Bourdev L., Girshick R., Hays J., Perona P., Ramanan D., Zitnick L.C., Dollár P. (2014).</mixed-citation><mixed-citation xml:lang="en">Uijlings J., Sande K., Gevers T., Smeulders A.W.M. (2013), “Selective Search for Object Recognition”, International Journal of Computer Vision, vol. 104, pp. 154–171, https://doi.org/10.1007/s11263-013-0620-5</mixed-citation></citation-alternatives></ref><ref id="cit15"><label>15</label><citation-alternatives><mixed-citation xml:lang="ru">Microsoft COCO: Common Objects in Context // Proceedings of 13th European Conference on Computer Vision ECCV, Zurich, Switzerland, 6–12 September 2014. Springer. 16 p.</mixed-citation><mixed-citation xml:lang="en">Vuletić G., Šarlija T., Benjak T. (2016), “Quality of life in blind and partially sighted people”, Journal of Applied Health Sciences, vol. 2, pp. 101–112, http://dx.doi.org/10.24141/1/2/2/3</mixed-citation></citation-alternatives></ref><ref id="cit16"><label>16</label><citation-alternatives><mixed-citation xml:lang="ru">Uijlings J., Sande K., Gevers T., Smeulders A.W.M. (2013). Selective Search for Object Recognition // International Journal of Computer Vision. V. 104. P. 154–171. https://doi.org/10.1007/s11263-013-0620-5</mixed-citation><mixed-citation xml:lang="en">Welp A., Woodbury R.B., McCoy M.A. (2016), Making Eye Health a Population Health Imperative: Vision for Tomorrow, National Academies Press, Washington (DC), US.</mixed-citation></citation-alternatives></ref><ref id="cit17"><label>17</label><citation-alternatives><mixed-citation xml:lang="ru">Vuletić G., Šarlija T., Benjak T. (2016). Quality of life in blind and partially sighted people // Journal of Applied Health Sciences. V. 2. P. 101–112. http://dx.doi.org/10.24141/1/2/2/3</mixed-citation><mixed-citation xml:lang="en">Wu J. (2017), Introduction to Convolutional Neural Networks, Nanjing University, Nanjing, China.</mixed-citation></citation-alternatives></ref><ref id="cit18"><label>18</label><citation-alternatives><mixed-citation xml:lang="ru">Welp A., Woodbury R.B., McCoy M.A. (2016). Making Eye Health a Population Health Imperative: Vision for Tomorrow. Washington (DC): National Academies Press. 586 p.</mixed-citation><mixed-citation xml:lang="en">Welp A., Woodbury R.B., McCoy M.A. (2016). Making Eye Health a Population Health Imperative: Vision for Tomorrow. Washington (DC): National Academies Press. 586 p.</mixed-citation></citation-alternatives></ref><ref id="cit19"><label>19</label><citation-alternatives><mixed-citation xml:lang="ru">Wu J. (2017). Introduction to Convolutional Neural Networks. Nanjing: Nanjing University. 31 p</mixed-citation><mixed-citation xml:lang="en">Wu J. (2017). Introduction to Convolutional Neural Networks. Nanjing: Nanjing University. 31 p</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
