{"componentChunkName":"component---src-templates-material-js","path":"/workshops/2021/11/12/parsing-s-pomoshchyu-python-urok-3/","result":{"pageContext":{"pageParameters":{"isPreview":false,"isMirror":false,"delay_to_show_donate_popup_seconds":7,"about_page":false,"games_page":true,"games_page_link_in_header":false,"donate_popup_show_ru":true,"donate_popup_title_ru":"Без вас — нас не будет","donate_popup_content_ru":"Помогите нам добывать и рассказывать важные истории. Участие каждого — важно!","donate_popup_show_en":true,"donate_popup_title_en":"We can’t do it alone!","donate_popup_content_en":"Help us uncover and share the stories that matter. Every contribution makes a difference","display_regular_donors_banner":false,"showPatreonMethod":true,"useNewMaterialDonationBanner":true,"new_donations_page_design":true,"donations_popup_variants":{"ru":[{"id":"kc19b","title":"Сохраните журналистику для людей в России ","subtitle":"Читают нас прежде всего люди в России, но будущее «Важных историй» зависит от тех, кто живет за пределами страны. Поддержите нас ежемесячным донатом — сохраните независимую журналистику для ваших близких, которые остаются в России.","is_active":true,"background":"linear-gradient(10deg, #421f20 5%, #994146)"},{"id":"33tc9","title":"У пропаганды есть миллиарды из бюджета. У нас — только вы","subtitle":"Перемены возможны, если независимые от власти журналисты продолжают свою работу день за днем, год за годом. Мы рассказываем важные истории уже шесть лет. Помогите нам продолжать.","is_active":true,"background":"linear-gradient(10deg, #421f20 5%, #994146)"}],"en":[{"id":"nj1py","title":"Important stories don’t tell themselves","subtitle":"Independent journalism comes at a cost. We answer to no owners or advertisers — only to you, our readers.  Your ongoing support allows us to keep exposing the truth. Without you, we won’t be here.","is_active":true,"background":"linear-gradient(10deg, #421f20 5%, #994146)"},{"id":"xdfc1","title":"Help us outlast the Kremlin censorship","subtitle":"Censorship lose to journalism that keeps showing up, year after year. Monthly donors are what make that possible","is_active":true,"background":"linear-gradient(10deg, #421f20 5%, #994146)"},{"id":"ck121","title":"State propaganda has billions to spend. We have only you to rely on","subtitle":"Change happens when independent journalists keep showing up — day after day, year after year. Six years in, we're still showing up. Help us keep going with a monthly donation.","is_active":true,"background":"linear-gradient(10deg, #421f20 5%, #994146)"}]},"feedback_page":true,"donorsCount":0,"showAuthorsRequestAfterMaterial":true,"radioPage":true,"radioExists":{"ru":true,"en":false},"singlePlaylistPath":{"ru":"/radio/2025/12/22/razgovori-ovazhnikh/"},"with_bookmarks":true,"news_feed":true,"news_feed_skeleton":false,"news_page_redesign":true,"with_topics":true,"materials_topics":false,"topics_page":true,"with_pdf_share":false,"with_native_share":false,"preferred_source_page":true,"charon_new_form":true,"preferred_source_promos":true,"charon_en_page":true},"pk":374,"header":"Парсинг с помощью Python. Урок 3","lead":"Учимся скрейпить сайты с помощью библиотеки Scrapy\n","category":"workshops","entry_image":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-1920x960px_1x.webp","url_2x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-1920x960px_2x.webp","for_width":1920,"for_height":960,"real_width_1x":1920,"real_width_2x":3840,"real_height_1x":960,"real_height_2x":1920},{"format":"jpg","url_1x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-1920x960px_1x.jpg","url_2x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-1920x960px_2x.jpg","for_width":1920,"for_height":960,"real_width_1x":1920,"real_width_2x":3840,"real_height_1x":960,"real_height_2x":1920},{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-1272x636px_1x.webp","url_2x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-1272x636px_2x.webp","for_width":1272,"for_height":636,"real_width_1x":1272,"real_width_2x":2544,"real_height_1x":636,"real_height_2x":1272},{"format":"jpg","url_1x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-1272x636px_1x.jpg","url_2x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-1272x636px_2x.jpg","for_width":1272,"for_height":636,"real_width_1x":1272,"real_width_2x":2544,"real_height_1x":636,"real_height_2x":1272},{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-912x456px_1x.webp","url_2x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-912x456px_2x.webp","for_width":912,"for_height":456,"real_width_1x":912,"real_width_2x":1824,"real_height_1x":456,"real_height_2x":912},{"format":"jpg","url_1x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-912x456px_1x.jpg","url_2x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-912x456px_2x.jpg","for_width":912,"for_height":456,"real_width_1x":912,"real_width_2x":1824,"real_height_1x":456,"real_height_2x":912},{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-600x400px_1x.webp","url_2x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-600x400px_2x.webp","for_width":600,"for_height":400,"real_width_1x":600,"real_width_2x":1200,"real_height_1x":400,"real_height_2x":800},{"format":"jpg","url_1x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-600x400px_1x.jpg","url_2x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-600x400px_2x.jpg","for_width":600,"for_height":400,"real_width_1x":600,"real_width_2x":1200,"real_height_1x":400,"real_height_2x":800},{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-360x360px_1x.webp","url_2x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-360x360px_2x.webp","for_width":360,"for_height":360,"real_width_1x":360,"real_width_2x":720,"real_height_1x":360,"real_height_2x":720},{"format":"jpg","url_1x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-360x360px_1x.jpg","url_2x":"https://static.istories.media/uploaded/images/bfb35898f44e4364b60d8d533f65fe8a-360x360px_2x.jpg","for_width":360,"for_height":360,"real_width_1x":360,"real_width_2x":720,"real_height_1x":360,"real_height_2x":720}],"entry_image_credit":"","blocks":[{"data":"Продолжаем изучать парсинг с Python. В прошлый раз мы использовали библиотеки <a href=\"https://istories.media/workshops/2021/09/10/parsing-s-pomoshchyu-python-urok-1/\" data-type=\"usual\" target=\"_blank\">Requests</a>, <a href=\"https://istories.media/workshops/2021/09/10/parsing-s-pomoshchyu-python-urok-1/\" data-type=\"usual\" target=\"_blank\">Beautifulsoup</a> и <a href=\"https://istories.media/workshops/2021/09/20/parsing-s-pomoshchyu-python-urok-2/\" data-type=\"usual\" target=\"_blank\">Selenium</a>. Сегодня поговорим о библиотеке Scrapy. Она позволяет быстро собирать информацию с сайтов, работать с динамическими сайтами, когда информация подгружается автоматически, работать с api.&nbsp;На примере книжного магазина мы попробуем  разобраться, как работает эта библиотека.","type":"p","className":""},{"data":{"id":3173,"data":{"url":"https://www.youtube.com/embed/n6pq0RjfpEM","text":"Съемка и монтаж: Глеб Лиманский","provider":"youtube","rawInput":"https://www.youtube.com/watch?v=n6pq0RjfpEM","ratio_mobile":"16:9","ratio_desktop":"16:9"},"category":"video-embed"},"type":"video-embed"},{"data":"Работать со Scrapy удобнее в редакторе Visual Studio Code. Если вы еще не знаете, как работать в VStudio и устанавливать виртуальное окружение, посмотрите уроки, где мы показывал, как написать робота для анализа госконтрактов. В них мы подробно рассказывали,&nbsp;как <a href=\"https://istories.media/workshops/2021/04/16/pishem-svoego-robota-na-python-urok-1/\" data-type=\"usual\" target=\"_blank\">установить</a> редактор, разбирали базовые команды в терминале, учились <a href=\"https://istories.media/workshops/2021/04/16/pishem-svoego-robota-na-python-urok-2/\" data-type=\"usual\" target=\"_blank\">устанавливать</a> и запускать виртуальное окружение.&nbsp;","type":"p","className":""},{"data":"Этот урок мы начнем с момента, когда VStudio и виртуальное окружение установлено.&nbsp;","type":"p","className":""},{"data":"Создаем проект","type":"h2","className":""},{"data":"В редакторе мы открываем терминал. Через терминал создадим папку, где будет лежать наш проект, назовем его our_spider. Команда: mk dir our_spider.&nbsp;","type":"p","className":""},{"data":"Перейдем в эту папку: cd our_spider.","type":"p","className":""},{"data":"И запустим виртуальное окружение: pipenv shell","type":"p","className":""},{"data":{"id":3174,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/6cfa33fc470047ffbcbd637a3072fac9-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/6cfa33fc470047ffbcbd637a3072fac9-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":468,"real_height_2x":936},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/6cfa33fc470047ffbcbd637a3072fac9-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/6cfa33fc470047ffbcbd637a3072fac9-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":468,"real_height_2x":936}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Теперь установим библиотеку: pip install scrapy","type":"p","className":""},{"data":{"id":3175,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/7566c31852424b91931c8eed128fe4d7-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/7566c31852424b91931c8eed128fe4d7-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":352,"real_height_2x":705},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/7566c31852424b91931c8eed128fe4d7-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/7566c31852424b91931c8eed128fe4d7-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":352,"real_height_2x":705}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Чтобы было легче смотреть на команды, которые мы вводим, можно иногда очищать терминал. Для этого на Mac есть горячие клавиши: control+L.","type":"p","className":""},{"data":"Создадим наш первый проект, назовем его bestsellers. Для этого вводим команду: scrapy startproject bestsellers.&nbsp;","type":"p","className":""},{"data":"Перейдем в папку: cd bestsellers.&nbsp;","type":"p","className":""},{"data":{"id":3177,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/ec8ba8713b9a4786a05f42700003e06b-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/ec8ba8713b9a4786a05f42700003e06b-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":347,"real_height_2x":694},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/ec8ba8713b9a4786a05f42700003e06b-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/ec8ba8713b9a4786a05f42700003e06b-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":347,"real_height_2x":694}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Откроем эту папку и в редакторе: open folder → our_spider.","type":"p","className":""},{"data":{"id":3179,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/b8a7d6b7ed8443c5965192e529afc615-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/b8a7d6b7ed8443c5965192e529afc615-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":702,"real_height_2x":1406},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/b8a7d6b7ed8443c5965192e529afc615-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/b8a7d6b7ed8443c5965192e529afc615-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":702,"real_height_2x":1406}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Мы видим, что в папке с проектом появилось несколько папок и файлов. Это файлы конфигурации, настройки нашего скрейпера. Подробнее о том, что содержится в каждом файле, написано в официальной <a href=\"https://docs.scrapy.org/en/latest/index.html\" data-type=\"usual\" target=\"_blank\">документации</a> Scrapy. Но сейчас нас эти файлы не интересуют. Мы заходим в папку spiders. В ней будут лежать пауки <strong>— </strong>это файлы, в которых мы прописываем, что именно нужно собирать на сайте.&nbsp;Создадим первого паука. Для этого нужно нажать на значок папки рядом с названием основной папки — bestsellers.&nbsp;Назовем нашего паука book_spider.py. Не забываем указывать расширение .py для питона.&nbsp;","type":"p","className":""},{"data":{"id":3181,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/c223fb09a78c4b4faad82a3f1686a891-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/c223fb09a78c4b4faad82a3f1686a891-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":762,"real_height_2x":1526},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/c223fb09a78c4b4faad82a3f1686a891-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/c223fb09a78c4b4faad82a3f1686a891-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":762,"real_height_2x":1526}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Изучаем сайт","type":"h2","className":""},{"data":"Посмотрим на сайт, с которым мы будем работать. Это онлайн-магазин <a href=\"https://book24.ru/\" data-type=\"usual\" target=\"_blank\">Book24</a>. Мы будем собирать информацию о книгах из раздела «бестселлеры». Для этого нужно зайти на страницу каждой книги, собрать нужную информацию, выйти и зайти на страницу уже следующей книги. И так пройти по всем книгам раздела.&nbsp;","type":"p","className":""},{"data":"Прежде чем начинать писать код, посмотрим, какие команды будут доставать нужные нам элементы. Для этого перейдем в scrapy shell. Scrapy shell — это оболочка, что-то вроде отдельной комнаты, в которой можно пробовать обращаться к сайту с помощью отдельных команд и смотреть, какие ответы возвращаются. При этом не нужно писать целый код.","type":"p","className":""},{"data":"Чтобы перейти в scrapy shell, набираем в терминале команду scrapy shell&nbsp;и нажимаем enter.","type":"p","className":""},{"data":{"id":3185,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/b3558a213a604cffa27b9f52f7858c79-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/b3558a213a604cffa27b9f52f7858c79-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":452,"real_height_2x":904},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/b3558a213a604cffa27b9f52f7858c79-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/b3558a213a604cffa27b9f52f7858c79-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":452,"real_height_2x":904}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Теперь обратимся к сайту, с которым будем работать. Для этого воспользуемся командой fetch. В скобках и кавычках передадим ссылку на <a href=\"https://book24.ru/product/transhumanism-inc-6015821/\" data-type=\"usual\" target=\"_blank\">страницу</a> книги.&nbsp;В ответе мы увидели число 200. Это значит,&nbsp;сайт работает и готов отдавать нам информацию.&nbsp;","type":"p","className":""},{"data":{"id":3187,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/015c7afe2b27456b8d7c9eddf9bd2a7f-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/015c7afe2b27456b8d7c9eddf9bd2a7f-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":380,"real_height_2x":759},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/015c7afe2b27456b8d7c9eddf9bd2a7f-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/015c7afe2b27456b8d7c9eddf9bd2a7f-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":380,"real_height_2x":759}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Чтобы обратиться к сайту, воспользуемся командой response. Обращаться к элементам мы можем через css-элемент или xpath. Об этом мы уже <a href=\"https://istories.media/workshops/2021/09/20/parsing-s-pomoshchyu-python-urok-2/\" data-type=\"usual\" target=\"_blank\">рассказывали</a> в прошлых уроках. Попробуем обратиться по css-элементу.&nbsp;","type":"p","className":""},{"data":"<strong>Название книги</strong>","type":"p","className":""},{"data":"Посмотрим, где лежит название нашей книги. Для этого нажмем правой кнопкой мыши на название и выберем «посмотреть код». Откроются элементы разработчика. Заголовок книги лежит в теге h1 c классом product-detail-page__title. Копируем его.&nbsp;","type":"p","className":""},{"data":{"id":3188,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/6186e0a7e1ef4935b058a5ab1e8e989d-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/6186e0a7e1ef4935b058a5ab1e8e989d-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":675,"real_height_2x":1350},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/6186e0a7e1ef4935b058a5ab1e8e989d-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/6186e0a7e1ef4935b058a5ab1e8e989d-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":675,"real_height_2x":1350}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"В терминале набираем response.css('h1.product-detail-page__title'). Нажимаем enter. Мы получили весь css-селектор. ","type":"p","className":""},{"data":{"id":3189,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/aad0cf45de284d4992cc5bbab7d66ae5-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/aad0cf45de284d4992cc5bbab7d66ae5-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":112,"real_height_2x":224},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/aad0cf45de284d4992cc5bbab7d66ae5-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/aad0cf45de284d4992cc5bbab7d66ae5-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":112,"real_height_2x":224}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"В этой записи сложно что-то разобрать.&nbsp;Чтобы было легче понять, что мы достали, после названия класса напишем два двоеточия и слово text: response.css('h1.product-detail-page__title::text'). Чтобы каждый раз не переписывать команду в терминале с нуля, можно вызывать последнюю команду с помощью горячих клавиш: на Mac это стрелка вверх.&nbsp;","type":"p","className":""},{"data":{"id":3190,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/00aeb49b631a43868d023694ea1d32b9-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/00aeb49b631a43868d023694ea1d32b9-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":178,"real_height_2x":357},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/00aeb49b631a43868d023694ea1d32b9-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/00aeb49b631a43868d023694ea1d32b9-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":178,"real_height_2x":357}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Мы получили строку, в которой есть нужный нам заголовок. Чтобы достать его, допишем в конец команды get, он выводит первый элемент из списка css-селекторов: response.css('h1.product-detail-page__title::text').get(). Мы получили нужный нам заголовок.&nbsp;","type":"p","className":""},{"data":{"id":3191,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/25cc55c4b293494d93653e3034ea826a-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/25cc55c4b293494d93653e3034ea826a-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":236,"real_height_2x":472},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/25cc55c4b293494d93653e3034ea826a-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/25cc55c4b293494d93653e3034ea826a-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":236,"real_height_2x":472}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Чтобы избавиться от пробелов по бокам, воспользуемся уже известным нам методом strip: response.css('h1.product-detail-page__title::text').get().strip()","type":"p","className":""},{"data":{"id":3192,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/159dcb6c1376446f97d6401f9c1de755-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/159dcb6c1376446f97d6401f9c1de755-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":287,"real_height_2x":574},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/159dcb6c1376446f97d6401f9c1de755-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/159dcb6c1376446f97d6401f9c1de755-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":287,"real_height_2x":574}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Эту команду можно скопировать в какой-нибудь текстовый документ. Она нам еще понадобится.&nbsp;","type":"p","className":""},{"data":"<strong>Количество покупок</strong>","type":"p","className":""},{"data":"Теперь попробуем собрать информацию о количестве покупок. Она находится в теге p с классом product-detail-page__purchased-text.&nbsp;","type":"p","className":""},{"data":{"id":3193,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/8cd2500874f6433a98faf3f3b1872781-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/8cd2500874f6433a98faf3f3b1872781-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":676,"real_height_2x":1351},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/8cd2500874f6433a98faf3f3b1872781-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/8cd2500874f6433a98faf3f3b1872781-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":676,"real_height_2x":1351}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Возвращаемся в терминал. Опять пишем команду response.css, только теперь вставляем тег p и нужный класс, сразу допишем text и get: response.css('p.product-detail-page__purchased-text::text').get()","type":"p","className":""},{"data":"Мы получили строку: « Купили 939 раз ». Но мы хотим извлечь только число, для этого будем использовать уже известный нам метод split. Он разбивает строку по пробелам и возвращает список слов.&nbsp;","type":"p","className":""},{"data":"Нам нужен первый элемент в списке. Не забываем, что в программировании отсчет начинается с нуля: response.css('p.product-detail-page__purchased-text::text').get().split()[1]","type":"p","className":""},{"data":{"id":3195,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/00dd6f12ea7647bc8e4706b339286747-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/00dd6f12ea7647bc8e4706b339286747-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":225,"real_height_2x":450},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/00dd6f12ea7647bc8e4706b339286747-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/00dd6f12ea7647bc8e4706b339286747-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":225,"real_height_2x":450}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Мы получили нужное нам число. Скопируйте или запомните эту команду, она нам понадобится.&nbsp;","type":"p","className":""},{"data":"<strong>Название раздела</strong>","type":"p","className":""},{"data":"Третий элемент, который мы будем собирать на странице книги — информация о разделе. Опять нажимаем на название раздела правой кнопкой мыши и выбираем «просмотреть код».&nbsp;","type":"p","className":""},{"data":{"id":3196,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/eace2739a5ac4e8fa1572593a1c01149-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/eace2739a5ac4e8fa1572593a1c01149-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":678,"real_height_2x":1358},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/eace2739a5ac4e8fa1572593a1c01149-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/eace2739a5ac4e8fa1572593a1c01149-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":678,"real_height_2x":1358}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Мы видим, что название раздела находится в атрибуте title тега a, который вложен в тег div. Скопируем класс тега div и вернемся в терминал.&nbsp;","type":"p","className":""},{"data":"Набираем команду response. Так как заголовок был вложен в атрибут тега а, после названия класса напишем тег a и через два двоеточия слово attr и в скобках название атрибута:&nbsp;response.css('div.product-characteristic__value a::attr(title)').&nbsp;","type":"p","className":""},{"data":{"id":3197,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/e1e3cd6f9f55444fa5274c1248bcf60e-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/e1e3cd6f9f55444fa5274c1248bcf60e-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":236,"real_height_2x":472},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/e1e3cd6f9f55444fa5274c1248bcf60e-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/e1e3cd6f9f55444fa5274c1248bcf60e-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":236,"real_height_2x":472}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Получили на выход список элементов. Если мы посмотрим на сайт, поймем, что это разные характеристики книги, просто они находятся в одном и том же теге. ","type":"p","className":""},{"data":{"id":3198,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/f526c534b8f441ed98f4488f831217bc-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/f526c534b8f441ed98f4488f831217bc-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":810,"real_height_2x":1622},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/f526c534b8f441ed98f4488f831217bc-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/f526c534b8f441ed98f4488f831217bc-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":810,"real_height_2x":1622}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Нужная нам характеристика лежит в третьем теге. Так как в программировании отсчет начинается с нуля, обратимся ко второму элементу списка: response.css('div.product-characteristic__value a::attr(title)')[2].get().","type":"p","className":""},{"data":{"id":3199,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/aa02ebc2a4d848a590e26dd713afe73c-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/aa02ebc2a4d848a590e26dd713afe73c-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":296,"real_height_2x":592},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/aa02ebc2a4d848a590e26dd713afe73c-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/aa02ebc2a4d848a590e26dd713afe73c-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":296,"real_height_2x":592}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"&nbsp;","type":"p","className":""},{"data":"Мы получили название раздела, которое нам нужно. Скопируйте эту команду, она нам еще понадобится.&nbsp;","type":"p","className":""},{"data":"Пишем Spider","type":"h2","className":""},{"data":"Теперь, когда мы понимаем, как доставать нужные элементы, можем написать нашего первого паука.&nbsp;Для начала импортируем scrapy: import scrapy.&nbsp;","type":"p","className":""},{"data":"В библиотеке scrapy каждый паук, который собирает информацию, — это класс. Нам нужно создать его.","type":"p","className":""},{"data":{"id":3201,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/eb125572b6e9493181ec7e5012b5628f-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/eb125572b6e9493181ec7e5012b5628f-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":758,"real_height_2x":1515},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/eb125572b6e9493181ec7e5012b5628f-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/eb125572b6e9493181ec7e5012b5628f-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":758,"real_height_2x":1515}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Дадим пауку имя — book24. И начальную ссылку, с которой нужно начать поиск. В нашем случае это раздел <a href=\"https://book24.ru/knigi-bestsellery/\" data-type=\"usual\" target=\"_blank\">бестселлеров</a>.","type":"p","className":""},{"data":{"id":3200,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/70bdb5a2dcfd4928867683aa395cf53f-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/70bdb5a2dcfd4928867683aa395cf53f-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":643,"real_height_2x":1286},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/70bdb5a2dcfd4928867683aa395cf53f-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/70bdb5a2dcfd4928867683aa395cf53f-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":643,"real_height_2x":1286}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Правила скрейпинга мы задаем, используя метод parse. Cтандартная запись для всех методов Scrapy: def parse(self, response):","type":"p","className":""},{"data":{"id":3202,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/e8311b0be277484db7787a7ed3d2dd55-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/e8311b0be277484db7787a7ed3d2dd55-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":612,"real_height_2x":1223},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/e8311b0be277484db7787a7ed3d2dd55-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/e8311b0be277484db7787a7ed3d2dd55-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":612,"real_height_2x":1223}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Мы посмотрели как брать информацию со страницы книги, но сначала до этой страницы нужно добраться. А для этого нужно собрать ссылки на каждую книгу. Посмотрим, где они находятся.&nbsp;Для этого вернемся в терминал и передадим команде fetch ссылку на раздел бестселлеров.&nbsp;","type":"p","className":""},{"data":{"id":3204,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/4fb07759b2a84b4a9de3aabea3eb99c6-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/4fb07759b2a84b4a9de3aabea3eb99c6-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":116,"real_height_2x":232},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/4fb07759b2a84b4a9de3aabea3eb99c6-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/4fb07759b2a84b4a9de3aabea3eb99c6-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":116,"real_height_2x":232}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Посмотрим, где лежит ссылка на страницу книжек. Ссылка <strong>— </strong>это атрибут href в теге а, который вложен в тег div. ","type":"p","className":""},{"data":{"id":3205,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/0f6add3ee3a04dddb5d0944c9d782926-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/0f6add3ee3a04dddb5d0944c9d782926-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":440,"real_height_2x":880},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/0f6add3ee3a04dddb5d0944c9d782926-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/0f6add3ee3a04dddb5d0944c9d782926-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":440,"real_height_2x":880}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Мы можем вызвать ее так же, как вызывали название раздела, только укажем правильное название класса, а вместо атрибута title напишем href:&nbsp;response.css('div.product-card__image-holder a::attr(href)').get().&nbsp;","type":"p","className":""},{"data":{"id":3203,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/1e7a4d42cadc4c2685a0093070b942f0-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/1e7a4d42cadc4c2685a0093070b942f0-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":115,"real_height_2x":230},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/1e7a4d42cadc4c2685a0093070b942f0-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/1e7a4d42cadc4c2685a0093070b942f0-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":115,"real_height_2x":230}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Пишем цикл&nbsp;для перехода по книгам","type":"h2","className":""},{"data":"Нам нужно, чтобы паук проходился по каждой ссылке и заходил в нее. Для этого напишем цикл. Скажем, что нужно проходиться по каждой ссылке из нашего списка.&nbsp;Здесь мы уже не дописываем get к команде response.css, потому что get выводит первый элемент из списка css-селекторов, а нам нужны ссылки на все книги. ","type":"p","className":""},{"data":{"id":3207,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/fb3e3be80c594bb1a1bc2f0886ce6a17-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/fb3e3be80c594bb1a1bc2f0886ce6a17-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":348,"real_height_2x":696},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/fb3e3be80c594bb1a1bc2f0886ce6a17-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/fb3e3be80c594bb1a1bc2f0886ce6a17-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":348,"real_height_2x":696}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Для перехода по ссылке воспользуемся этого методом follow.&nbsp;Пишем&nbsp;yield, это ключевое слово в Scrapy, которое позволяет выполнить разные действия. Затем пишем response.follow и в качестве атрибута передадим нашу ссылку. А еще напишем callback — правило, по которому паук поймет, что именно нужно сделать на странице, на которую он перейдет. Если не напишем callback, паук просто перейдет по ссылке и ничего не сделает.&nbsp;В callback передадим новый метод parse_book.","type":"p","className":""},{"data":{"id":3208,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/b6ab3417da064cdeb7c729296f307e41-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/b6ab3417da064cdeb7c729296f307e41-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":468,"real_height_2x":936},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/b6ab3417da064cdeb7c729296f307e41-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/b6ab3417da064cdeb7c729296f307e41-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":468,"real_height_2x":936}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Собираем информацию о каждой книге","type":"h2","className":""},{"data":"Метод parse.book мы пишем так же, как до этого писали метод parse. В нем мы зададим, что именно нужно собирать на странице каждой книги. Для этого опять напишем ключевое слово yield и создадим словарь. Ключами в нашем словаре будут слова: name, buy и type (название книги, количество покупок, название раздела). А в качестве значений передадим команды, которые мы вызывали в scrapy shell (помните, мы советовали их скопировать).","type":"p","className":""},{"data":{"id":3209,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/6397612850204f2ab4d9e147cf97b226-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/6397612850204f2ab4d9e147cf97b226-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":606,"real_height_2x":1212},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/6397612850204f2ab4d9e147cf97b226-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/6397612850204f2ab4d9e147cf97b226-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":606,"real_height_2x":1212}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Переход по страницам","type":"h2","className":""},{"data":"Нам осталось сделать добавить переход по страницам. Так как переходить на новую страницу нужно, когда собрана вся информация на первой странице, код с переходом добавим внизу метода parse. Переходить мы будем с помощью уже известного слова yield и команды response.follow. Только на этот раз переходить будем не по ссылке внутрь книги, а по сслыке на новую страницу.&nbsp;","type":"p","className":""},{"data":"Как получить ссылку на следующую страницу с помощью f-строк мы <a href=\"https://istories.media/workshops/2021/09/10/parsing-s-pomoshchyu-python-urok-1/\" data-type=\"usual\" target=\"_blank\">рассказывали</a> в первом уроке по скрейпингу.&nbsp;","type":"p","className":""},{"data":"В callback прописываем, что нужно сделать после перехода: зайти внутрь каждой книги. Эту задачу мы прописывали в методе parse, поэтому пишем callback=self.parse","type":"p","className":""},{"data":{"id":3211,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/e8e245ba371a4ebd9b2cee9a0aab800e-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/e8e245ba371a4ebd9b2cee9a0aab800e-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":648,"real_height_2x":1296},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/e8e245ba371a4ebd9b2cee9a0aab800e-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/e8e245ba371a4ebd9b2cee9a0aab800e-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":648,"real_height_2x":1296}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"Запускаем паука и записываем результат парсинга в файл","type":"h2","className":""},{"data":"Теперь наш паук полностью готов, осталось его запустить. Для начала нужно выйти из scrapy shell. На Mac для этого есть горячие клавиши control+d. Если мы уверены, что хотим выйти — нажимаем y на клавиатуре. Не забываем сохранить нашего паука.","type":"p","className":""},{"data":"Набираем в терминале последнюю команду scrapy crawl, передаем название нашего парсера —&nbsp;book24.","type":"p","className":""},{"data":"Чтобы записать данные в файл, допишем:&nbsp;-O book.csv. Паук соберет все данные в файл с названием book и расширением csv.&nbsp;","type":"p","className":""},{"data":{"id":3214,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/ea49a7dca27e438faaa1dac6cdcd502c-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/ea49a7dca27e438faaa1dac6cdcd502c-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":78,"real_height_2x":156},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/ea49a7dca27e438faaa1dac6cdcd502c-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/ea49a7dca27e438faaa1dac6cdcd502c-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":78,"real_height_2x":156}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"После этой команды паук начал ходить по всем страницам и на каждой странице собирать информацию по каждой книжке. Мы видим, что в папке с нашим проектом появился файл book.сsv. Проверяем: если в файле лежим вся информация, которую мы хотели собрать, значит наш паук сработал правильно.","type":"p","className":""},{"data":{"id":3215,"data":{"images":[{"isNarrow":false,"imagesList":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/cd0200a4dca040f38d921d9a45fb66d9-1200xautopx_1x.webp","url_2x":"https://static.istories.media/uploaded/images/cd0200a4dca040f38d921d9a45fb66d9-1200xautopx_2x.webp","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":730,"real_height_2x":1460},{"format":"png","url_1x":"https://static.istories.media/uploaded/images/cd0200a4dca040f38d921d9a45fb66d9-1200xautopx_1x.png","url_2x":"https://static.istories.media/uploaded/images/cd0200a4dca040f38d921d9a45fb66d9-1200xautopx_2x.png","for_width":1200,"for_height":"auto","real_width_1x":1200,"real_width_2x":2400,"real_height_1x":730,"real_height_2x":1460}]}]},"category":"image-embed"},"type":"image-embed"},{"data":"&nbsp;","type":"p","className":""},{"data":"Если у вас что-то не получилось — пишите в наш <a href=\"https://t.me/istories_helloworld\" data-type=\"usual\" target=\"_blank\">Telegram-чат</a>, постараемся подсказать.","type":"p","className":""}],"created_at_date":"2021-11-12","updated_at_date":null,"created_at_date_time":null,"updated_at_date_time":null,"is_exclusive":false,"is_urgent":false,"initially_published_at":"2021-11-12T05:56:58.727Z","has_additional_facts":false,"locale":"ru","has_visualization_without_fallback":false,"spec_project":null,"header_secondary":"","warning":"","is_translated_by_ai":false,"with_donation_banner":true,"donation_banner_header":"","donation_banner_text":"","media_outlet__codename":null,"with_authors_request_banner":false,"faq":[],"_path":"/workshops/2021/11/12/parsing-s-pomoshchyu-python-urok-3/","is_published":true,"authors_list":[{"id":23,"lead":"Автор дата-отдела","_path":"polina-uzhvak","avatar":[{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-896x504px_1x.webp","url_2x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-896x504px_2x.webp","for_width":896,"for_height":504,"real_width_1x":896,"real_width_2x":1792,"real_height_1x":504,"real_height_2x":1008},{"format":"jpg","url_1x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-896x504px_1x.jpg","url_2x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-896x504px_2x.jpg","for_width":896,"for_height":504,"real_width_1x":896,"real_width_2x":1792,"real_height_1x":504,"real_height_2x":1008},{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-688x387px_1x.webp","url_2x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-688x387px_2x.webp","for_width":688,"for_height":387,"real_width_1x":688,"real_width_2x":1376,"real_height_1x":387,"real_height_2x":774},{"format":"jpg","url_1x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-688x387px_1x.jpg","url_2x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-688x387px_2x.jpg","for_width":688,"for_height":387,"real_width_1x":688,"real_width_2x":1376,"real_height_1x":387,"real_height_2x":774},{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-416x234px_1x.webp","url_2x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-416x234px_2x.webp","for_width":416,"for_height":234,"real_width_1x":416,"real_width_2x":832,"real_height_1x":234,"real_height_2x":468},{"format":"jpg","url_1x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-416x234px_1x.jpg","url_2x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-416x234px_2x.jpg","for_width":416,"for_height":234,"real_width_1x":416,"real_width_2x":832,"real_height_1x":234,"real_height_2x":468},{"format":"webp","url_1x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-336x189px_1x.webp","url_2x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-336x189px_2x.webp","for_width":336,"for_height":189,"real_width_1x":336,"real_width_2x":672,"real_height_1x":188,"real_height_2x":378},{"format":"jpg","url_1x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-336x189px_1x.jpg","url_2x":"https://static.istories.media/uploaded/images/a2c3a2eaa4af438c94e0f73b51cc6e26-336x189px_2x.jpg","for_width":336,"for_height":189,"real_width_1x":336,"real_width_2x":672,"real_height_1x":188,"real_height_2x":378}],"lead_en":"","ordering":null,"position":"Автор","is_public":true,"last_name":"Ужвак","first_name":"Полина","position_en":null,"last_name_en":"Uzhvak","first_name_en":"Polina"}],"external_authors_list":[],"editors_list":[],"external_editors_list":[],"participants_list":[],"external_participants_list":[],"partners_list":[],"case":null,"translated_material":null,"audio_material":null,"text_material":null,"id":374,"topics":[],"meta":{"og_title":"","og_description":"","twitter_title":"","twitter_description":"","og_image":"https://static.istories.media/uploaded/images/share/b564c7546f554041a620014bd04c2ccd.jpg","twitter_image":"https://static.istories.media/uploaded/images/share/b564c7546f554041a620014bd04c2ccd.jpg","vk_image":"https://static.istories.media/uploaded/images/share/vk/a2f50ff449604a9babe5d0c3a7c96373.jpg"},"tags":["scrapy","python","программирование"],"playlist":null,"socialMediaBanners":[{"id":10,"text":"У пропаганды есть миллиарды из бюджета. У нас — только вы","link":"","codename":"donation"},{"id":14,"text":"Список погибших и пропавших без вести российских военных","link":"","codename":"haron"},{"id":18,"text":"","link":"","codename":"mobile_app"},{"id":6,"text":"Оставайтесь на связи: подпишитесь на нашу рассылку","link":"","codename":"newsletter"}]}},"staticQueryHashes":["764694655"],"slicesMap":{}}