From dc29241c263b28ca9742a0e0569f7a2071ae382d Mon Sep 17 00:00:00 2001 From: karosis88 Date: Fri, 7 Apr 2023 11:35:43 +0300 Subject: [PATCH] Version 0.0.8 --- data.db | 0 examples/country_scraping_v0.6/data.csv | 251 ---- examples/country_scraping_v0.6/data.db | Bin 28672 -> 0 bytes examples/country_scraping_v0.6/data.json | 1502 --------------------- examples/country_scraping_v0.6/spiders.py | 1 + scrapyio/__about__.py | 2 +- scrapyio/engines.py | 1 + scrapyio/items.py | 2 +- 8 files changed, 4 insertions(+), 1755 deletions(-) delete mode 100644 data.db delete mode 100644 examples/country_scraping_v0.6/data.csv delete mode 100644 examples/country_scraping_v0.6/data.db delete mode 100644 examples/country_scraping_v0.6/data.json diff --git a/data.db b/data.db deleted file mode 100644 index e69de29..0000000 diff --git a/examples/country_scraping_v0.6/data.csv b/examples/country_scraping_v0.6/data.csv deleted file mode 100644 index aedf7c4..0000000 --- a/examples/country_scraping_v0.6/data.csv +++ /dev/null @@ -1,251 +0,0 @@ -name,population,capital,area -Andorra,84000,Andorra la Vella,468.0 -United Arab Emirates,4975593,Abu Dhabi,82880.0 -Afghanistan,29121286,Kabul,647500.0 -Antigua and Barbuda,86754,St. John's,443.0 -Anguilla,13254,The Valley,102.0 -Albania,2986952,Tirana,28748.0 -Armenia,2968000,Yerevan,29800.0 -Angola,13068161,Luanda,1246700.0 -Antarctica,0,None,14000000.0 -Argentina,41343201,Buenos Aires,2766890.0 -American Samoa,57881,Pago Pago,199.0 -Austria,8205000,Vienna,83858.0 -Australia,21515754,Canberra,7686850.0 -Aruba,71566,Oranjestad,193.0 -Åland,26711,Mariehamn,1580.0 -Azerbaijan,8303512,Baku,86600.0 -Bosnia and Herzegovina,4590000,Sarajevo,51129.0 -Barbados,285653,Bridgetown,431.0 -Bangladesh,156118464,Dhaka,144000.0 -Belgium,10403000,Brussels,30510.0 -Burkina Faso,16241811,Ouagadougou,274200.0 -Bulgaria,7148785,Sofia,110910.0 -Bahrain,738004,Manama,665.0 -Burundi,9863117,Bujumbura,27830.0 -Benin,9056010,Porto-Novo,112620.0 -Saint Barthélemy,8450,Gustavia,21.0 -Bermuda,65365,Hamilton,53.0 -Brunei,395027,Bandar Seri Begawan,5770.0 -Bolivia,9947418,Sucre,1098580.0 -Bonaire,18012,Kralendijk,328.0 -Brazil,201103330,Brasília,8511965.0 -Bahamas,301790,Nassau,13940.0 -Bhutan,699847,Thimphu,47000.0 -Bouvet Island,0,None,49.0 -Botswana,2029307,Gaborone,600370.0 -Belarus,9685000,Minsk,207600.0 -Belize,314522,Belmopan,22966.0 -Canada,33679000,Ottawa,9984670.0 -Cocos [Keeling] Islands,628,West Island,14.0 -Democratic Republic of the Congo,70916439,Kinshasa,2345410.0 -Central African Republic,4844927,Bangui,622984.0 -Republic of the Congo,3039126,Brazzaville,342000.0 -Switzerland,7581000,Bern,41290.0 -Ivory Coast,21058798,Yamoussoukro,322460.0 -Cook Islands,21388,Avarua,240.0 -Chile,16746491,Santiago,756950.0 -Cameroon,19294149,Yaoundé,475440.0 -China,1330044000,Beijing,9596960.0 -Colombia,47790000,Bogotá,1138910.0 -Costa Rica,4516220,San José,51100.0 -Cuba,11423000,Havana,110860.0 -Cape Verde,508659,Praia,4033.0 -Curacao,141766,Willemstad,444.0 -Christmas Island,1500,Flying Fish Cove,135.0 -Cyprus,1102677,Nicosia,9250.0 -Czech Republic,10476000,Prague,78866.0 -Germany,81802257,Berlin,357021.0 -Djibouti,740528,Djibouti,23000.0 -Denmark,5484000,Copenhagen,43094.0 -Dominica,72813,Roseau,754.0 -Dominican Republic,9823821,Santo Domingo,48730.0 -Algeria,34586184,Algiers,2381740.0 -Ecuador,14790608,Quito,283560.0 -Estonia,1291170,Tallinn,45226.0 -Egypt,80471869,Cairo,1001450.0 -Western Sahara,273008,Laâyoune / El Aaiún,266000.0 -Eritrea,5792984,Asmara,121320.0 -Spain,46505963,Madrid,504782.0 -Ethiopia,88013491,Addis Ababa,1127127.0 -Finland,5244000,Helsinki,337030.0 -Fiji,875983,Suva,18270.0 -Falkland Islands,2638,Stanley,12173.0 -Micronesia,107708,Palikir,702.0 -Faroe Islands,48228,Tórshavn,1399.0 -France,64768389,Paris,547030.0 -Gabon,1545255,Libreville,267667.0 -United Kingdom,62348447,London,244820.0 -Grenada,107818,St. George's,344.0 -Georgia,4630000,Tbilisi,69700.0 -French Guiana,195506,Cayenne,91000.0 -Guernsey,65228,St Peter Port,78.0 -Ghana,24339838,Accra,239460.0 -Gibraltar,27884,Gibraltar,6.5 -Greenland,56375,Nuuk,2166086.0 -Gambia,1593256,Bathurst,11300.0 -Guinea,10324025,Conakry,245857.0 -Guadeloupe,443000,Basse-Terre,1780.0 -Equatorial Guinea,1014999,Malabo,28051.0 -Greece,11000000,Athens,131940.0 -South Georgia and the South Sandwich Islands,30,Grytviken,3903.0 -Guatemala,13550440,Guatemala City,108890.0 -Guam,159358,Hagåtña,549.0 -Guinea-Bissau,1565126,Bissau,36120.0 -Guyana,748486,Georgetown,214970.0 -Hong Kong,6898686,Hong Kong,1092.0 -Heard Island and McDonald Islands,0,None,412.0 -Honduras,7989415,Tegucigalpa,112090.0 -Croatia,4491000,Zagreb,56542.0 -Haiti,9648924,Port-au-Prince,27750.0 -Hungary,9982000,Budapest,93030.0 -Indonesia,242968342,Jakarta,1919440.0 -Ireland,4622917,Dublin,70280.0 -Israel,7353985,None,20770.0 -Isle of Man,75049,Douglas,572.0 -India,1173108018,New Delhi,3287590.0 -British Indian Ocean Territory,4000,None,60.0 -Iraq,29671605,Baghdad,437072.0 -Iran,76923300,Tehran,1648000.0 -Iceland,308910,Reykjavik,103000.0 -Italy,60340328,Rome,301230.0 -Jersey,90812,Saint Helier,116.0 -Jamaica,2847232,Kingston,10991.0 -Jordan,6407085,Amman,92300.0 -Japan,127288000,Tokyo,377835.0 -Kenya,40046566,Nairobi,582650.0 -Kyrgyzstan,5776500,Bishkek,198500.0 -Cambodia,14453680,Phnom Penh,181040.0 -Kiribati,92533,Tarawa,811.0 -Comoros,773407,Moroni,2170.0 -Saint Kitts and Nevis,51134,Basseterre,261.0 -North Korea,22912177,Pyongyang,120540.0 -South Korea,48422644,Seoul,98480.0 -Kuwait,2789132,Kuwait City,17820.0 -Cayman Islands,44270,George Town,262.0 -Kazakhstan,15340000,Astana,2717300.0 -Laos,6368162,Vientiane,236800.0 -Lebanon,4125247,Beirut,10400.0 -Saint Lucia,160922,Castries,616.0 -Liechtenstein,35000,Vaduz,160.0 -Sri Lanka,21513990,Colombo,65610.0 -Liberia,3685076,Monrovia,111370.0 -Lesotho,1919552,Maseru,30355.0 -Lithuania,2944459,Vilnius,65200.0 -Luxembourg,497538,Luxembourg,2586.0 -Latvia,2217969,Riga,64589.0 -Libya,6461454,Tripoli,1759540.0 -Morocco,31627428,Rabat,446550.0 -Monaco,32965,Monaco,1.95 -Moldova,4324000,Chişinău,33843.0 -Montenegro,666730,Podgorica,14026.0 -Saint Martin,35925,Marigot,53.0 -Madagascar,21281844,Antananarivo,587040.0 -Marshall Islands,65859,Majuro,181.3 -Macedonia,2062294,Skopje,25333.0 -Mali,13796354,Bamako,1240000.0 -Myanmar [Burma],53414374,Naypyitaw,678500.0 -Mongolia,3086918,Ulan Bator,1565000.0 -Macao,449198,Macao,254.0 -Northern Mariana Islands,53883,Saipan,477.0 -Martinique,432900,Fort-de-France,1100.0 -Mauritania,3205060,Nouakchott,1030700.0 -Montserrat,9341,Plymouth,102.0 -Malta,403000,Valletta,316.0 -Mauritius,1294104,Port Louis,2040.0 -Maldives,395650,Malé,300.0 -Malawi,15447500,Lilongwe,118480.0 -Mexico,112468855,Mexico City,1972550.0 -Malaysia,28274729,Kuala Lumpur,329750.0 -Mozambique,22061451,Maputo,801590.0 -Namibia,2128471,Windhoek,825418.0 -New Caledonia,216494,Noumea,19060.0 -Niger,15878271,Niamey,1267000.0 -Norfolk Island,1828,Kingston,34.6 -Nigeria,154000000,Abuja,923768.0 -Nicaragua,5995928,Managua,129494.0 -Netherlands,16645000,Amsterdam,41526.0 -Norway,5009150,Oslo,324220.0 -Nepal,28951852,Kathmandu,140800.0 -Nauru,10065,Yaren,21.0 -Niue,2166,Alofi,260.0 -New Zealand,4252277,Wellington,268680.0 -Oman,2967717,Muscat,212460.0 -Panama,3410676,Panama City,78200.0 -Peru,29907003,Lima,1285220.0 -French Polynesia,270485,Papeete,4167.0 -Papua New Guinea,6064515,Port Moresby,462840.0 -Philippines,99900177,Manila,300000.0 -Pakistan,184404791,Islamabad,803940.0 -Poland,38500000,Warsaw,312685.0 -Saint Pierre and Miquelon,7012,Saint-Pierre,242.0 -Pitcairn Islands,46,Adamstown,47.0 -Puerto Rico,3916632,San Juan,9104.0 -Palestine,3800000,None,5970.0 -Portugal,10676000,Lisbon,92391.0 -Palau,19907,Melekeok,458.0 -Paraguay,6375830,Asunción,406750.0 -Qatar,840926,Doha,11437.0 -Réunion,776948,Saint-Denis,2517.0 -Romania,21959278,Bucharest,237500.0 -Serbia,7344847,Belgrade,88361.0 -Russia,140702000,Moscow,17100000.0 -Rwanda,11055976,Kigali,26338.0 -Saudi Arabia,25731776,Riyadh,1960582.0 -Solomon Islands,559198,Honiara,28450.0 -Seychelles,88340,Victoria,455.0 -Sudan,35000000,Khartoum,1861484.0 -Sweden,9828655,Stockholm,449964.0 -Singapore,4701069,Singapore,692.7 -Saint Helena,7460,Jamestown,410.0 -Slovenia,2007000,Ljubljana,20273.0 -Svalbard and Jan Mayen,2550,Longyearbyen,62049.0 -Slovakia,5455000,Bratislava,48845.0 -Sierra Leone,5245695,Freetown,71740.0 -San Marino,31477,San Marino,61.2 -Senegal,12323252,Dakar,196190.0 -Somalia,10112453,Mogadishu,637657.0 -Suriname,492829,Paramaribo,163270.0 -South Sudan,8260490,Juba,644329.0 -São Tomé and Príncipe,175808,São Tomé,1001.0 -El Salvador,6052064,San Salvador,21040.0 -Sint Maarten,37429,Philipsburg,21.0 -Syria,22198110,Damascus,185180.0 -Swaziland,1354051,Mbabane,17363.0 -Turks and Caicos Islands,20556,Cockburn Town,430.0 -Chad,10543464,N'Djamena,1284000.0 -French Southern Territories,140,Port-aux-Français,7829.0 -Togo,6587239,Lomé,56785.0 -Thailand,67089500,Bangkok,514000.0 -Tajikistan,7487489,Dushanbe,143100.0 -Tokelau,1466,None,10.0 -East Timor,1154625,Dili,15007.0 -Turkmenistan,4940916,Ashgabat,488100.0 -Tunisia,10589025,Tunis,163610.0 -Tonga,122580,Nuku'alofa,748.0 -Turkey,77804122,Ankara,780580.0 -Trinidad and Tobago,1228691,Port of Spain,5128.0 -Tuvalu,10472,Funafuti,26.0 -Taiwan,22894384,Taipei,35980.0 -Tanzania,41892895,Dodoma,945087.0 -Ukraine,45415596,Kiev,603700.0 -Uganda,33398682,Kampala,236040.0 -U.S. Minor Outlying Islands,0,None,0.0 -United States,310232863,Washington,9629091.0 -Uruguay,3477000,Montevideo,176220.0 -Uzbekistan,27865738,Tashkent,447400.0 -Vatican City,921,Vatican City,0.44 -Saint Vincent and the Grenadines,104217,Kingstown,389.0 -Venezuela,27223228,Caracas,912050.0 -British Virgin Islands,21730,Road Town,153.0 -U.S. Virgin Islands,108708,Charlotte Amalie,352.0 -Vietnam,89571130,Hanoi,329560.0 -Vanuatu,221552,Port Vila,12200.0 -Wallis and Futuna,16025,Mata-Utu,274.0 -Samoa,192001,Apia,2944.0 -Kosovo,1800000,Pristina,10908.0 -Yemen,23495361,Sanaa,527970.0 -Mayotte,159042,Mamoudzou,374.0 -South Africa,49000000,Pretoria,1219912.0 -Zambia,13460305,Lusaka,752614.0 -Zimbabwe,11651858,Harare,390580.0 diff --git a/examples/country_scraping_v0.6/data.db b/examples/country_scraping_v0.6/data.db deleted file mode 100644 index a2e1a549ccd085281b70fe65991dc81b3e9cd3f5..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 28672 zcmeI3d3+n?wfASyE?Wu-jxEcwxxIih;BRT5eeiylGh44{Lyy7bq`{QVe@(IouIXQ?)yWy=}w ze($~BtGx+tm-krjY|rPO*FFE~xz2O3=WI`tXP(Dh`fBOk(pyU}Ej_2SrF21QNy!H# zKQFnbw3Vo-KDttT_?JH&M%y=Iv;V~ z;k?{A4BmrLEffh4pvVz1BOdS6C%$w{^a?)bfnwPRmu6q@~BQ#KQ2e@{jYk@t5+0d>6lh zFXKMrp5pH1wsT|L0N29J=e+Ev?Ehi+u>Z<#We3@lG38=EwOJceXQ|Z#0OqZyL18C^5qS{XsGD`S`H7ZV7YWZf8 z8jxcmVfO#i?%sqXr-HqLl;Fmf1~N9LmiO~rStXtwOJ|6*VQ!{LOecnfA>JPIrEN^P z1*ZimOSq`_%^o5u@_^|0?VrmPda9gXMTUuF|6bGHet9S>TgTrkKhMVac$|=x7?H^M z-Jw*9NNnQD%3(T#0Jn;yh!`ac6{bs+;^~YmE%>lXreCUOR|!g5$g%@_awh2zlA@qw zW=r&5Wqc<(Q(1odj}m=yO0aC-Rh6Pwtl>MOLK1efJh-b*$PR5GBjONy^@j4KjVZJE z_)djLmTP`;d%uvtk*|Jh#SlH=rzg&1AK&{x6Nx8cBxd{f-i2FiOea^yHYs8TMhJFF zFq#xx9To6rKNdpF$V%3GbB`iq;l&ASp`h z%*z6Tjj5r7mSXtTv`9P`#AmM}Lqy4tKQbP z)_1RLsC(7% z9kLWt6_U=reP_QASEFK_B!>z6z$=aC+L+ajGOj})3R;h8x)i1xhoddBM3RU8Eluah z-Vitk6X9z(TrZAoA;rb!FTXyvv{aoK#TvbuA8EcEHx2q(@Nf&pJ`1l=}@p}nZKle;(zy^GkWP}t+ z66P1_4GLRflRz+vY@YimS1=ivtQtW{8qJ z`1Rq+%3O#m@5}A>_5>D%O$!%?qEUtLcgAYgQ16(>wyT07Ve2wqJ{`#*x*%!=sgv~t zd+Cb#`8Gw6U^2`YSKvPXVKd1J68s^0e&uTFdzcYjXpywt@%#P(F)5}+c1BBe4?S1U z!JHC_5%!J+k<8-UvIz6i?1tK~jcI_n*GhNU5O|Cf2)m?q+DGAUTfwpDadYnEel1p9#B-+5^-QN*-k!;7`6=(uaRHloPFp_OL# z#QMkYQ_=}CB3VbPI?dq8g~cc$G2N5w?R$DjQXCQ$?vdIK8`H@7ae?HJxg{pN#nlr* zm`w`VC0EUAr_Nf&wTWBA(zAXUQAbGo+5R><zpiMZE9K)O!$>OJ6Fc4ulb9mL?Dze`*PPqq zt%zbsMjK);h0-Y`3ijo}w@z!OiNV|cZsp3{Vz$z_E|OXI-P%u*h+q=4`}@8#a1O?9 zjl#QSg?as+XV<8RsFuiG{?q9xKOaiQ1?&vY`$z{45&P3~*Z*MAX*T9q%RIhCPKgpS zhZO7+hG|@kGS|Er#%|2WLGxT(W**t(JC%B*k300+Y*ngHP76fkJ_?*d2Up9t2ofef z6uJAgW_cKiki-Rvxoe&OWctkj*Rn+%!1fp2-MbGRZhWcoBsxNDYyposN?FTmD~@Us z6wJ)3+*o^J&I_Bz1i1LugWK`)YrP7Is{*@XX2l6~Yx=q7?69JyXFRvIM~uqwn7MNn z98dkEk!w!C@iHlro^Uqn{IzX6R;ffA2LU;1LB{j?FmumQC z85arm!MrW+TnL*6SIOz|oy@))s*a^D=f^K3Wg1qvmrvN;B**2<_$^1Bd!TYDbp*eq zIU!19b=&@Pn*=zs6lbm;4hELcZw6@fAtgQX$X>BsQ-hF zBqgiqw5$#(vgN%S{0nIcF5@GkVrC3Wg`k(dy90|RF}JK*w1Adgb^M{lqB)vIcm&h9 zy!f2&H7R6l421-&Ydzuj3mR<9X-GTG0wg%Z?a-j|H-6ap{v}N)=~U6FU3T1j8xzK~ zT7;C07?}~HUwg#g+{ALSZ$07_Vo93R{p_)Y^K8s1Tpimi!!Lqob_pnbr1)8fCeLN) z-kkX4sXT^;EuW+?+~eXfD9!iq9sLR*CVQ*k0LMBxGz4+^?+4N4>TdHk3q(xnhZnW;waB zM;?*chYnU%(9zX!O)AC^6PfQ_@=TMuMNJK0!zLfBD5tkJErMMsxtpFxSqR&3*ZF2s z^J8VyB+56Dq>lbWL>@#!x%c$BW!MS``MBf|_E@luq-Exh&u?3;k~qSs8kbeek_!LP z^u_@WOB)x}6m!#_AHfX3hh%zman&sBak}pC(Ig6sbi&!wxVI&N>XBQvH87Lj8|Eg; z04|ueocRLk-&n5ZV((dSl#MwF`KU=wBcPk5P=}z532}J@!)bHwjv!TR5k_QY-;XP2 z&|p%=hp^uUh`5DF7vHzNi43W1Ux&|&)!}Nm@k{AWOso%Mo&r2WvMs9gz@`{MNI`UB z%fG!E*?0@woy3@*RF~4SEx?Dc0I(rU(h+_aem{V6h^VU`^Ocx3&7Bv?MazD=PDEir z*!HXExM^0a;X(*M=5~!BKoI5)UoV18kp98!o8zLFujfOkF%f-GnvA^kdXp+h*n}ZC zUwXlb3o4wLm7~lOl29B)v7rfdeddK7TYV1d$UZ)Vpn-yNUtH@}sn5-_9`xDixcrz? z3Z6n5JNIrBPBBW0q4ZVVrR_w-R*C;KXd-8?-K3B_||QMgI}tX?!f_LxXYDYse~qk3DDFy2yZ< zbiUr*z}cAN5b`IArjSAgf~_eGAtR)_-g_rBpa$U^10vhJcMeO3+K781VWU*&2u>UY zlLRRSLu8+){I9ZAjQ4f#xc5fy#onm5(>vem@VxE$x#u3wcRiA4t>T_3ofaP4$m;Tm*> zT}xa(7mp6Wlg@v0e%mQJPj?0!e{sC#*yXswAv$^-OC7WApW0uwKVrYhuGwSuPWwDN zZ~Lw7N!y(^&2|p>e}?r#>(ikB%dMid!@9uoXUhwgdoBNB8L_mWws@a^fq#&{hQF8} z;Lku_uyOBld$?P}%{^_9iyXo{FhX`6r+OT`9J$6C`0wMcid~#P&2} z$3#iG^xYq>&{D`2@X=hzSx0FMtpNCtnT>K~FHk4VUhAX9Evl+fiM@2b2DYu|>h0@j zenGOP^uk~F-#?wPfBq+reP?q+jRxAS#RghCHXsb;d|~IZEBXm#d?{ml?yi6a>ZN7T zT1AClWsmbX!m^Y>jT{qXZujPT4WK*EQfry;mq>;>%FK)Q)vU)wFerph=IZxvtJe}X zrrA;ESi3l~IEcg|E5X%jCRfBv6u)%iRB9A{VUx9Sx>wjQc3j^@Qo|r1{(47+MiCgS zzjla*NP)ZmFF)uKg%RiREBqP|IDp;OPoy!rakxuPt!a@_?-S3^qdpA;O!s0x5fSIv zv(_)g(Xb#gS6*4Jfq#7n?ER>)lj{7p+f<1RqQa|Or~!PJ^YgfVfUt-rfNA=Ec>uv- z=A+waY^O=vET)fk_%yJvc@M;5A#1s9*`|;L0w?Zw=2mLJU>d~wQ9%&)!1F!okUEbf ztC4I)O-0stW zy@;z^D=M8}zlaXdQ8$HJ07)nBI9dbo`q8sM{{`-)S|6r1c2#S@-CBB8vIRUsuc@qL zTU3-A2%X&Gzf@@;U0T=mCx}QRGXK^6n`wd=l85ZSezr^l$d(}^^`q2_8S!p8g=+9O z|8;@}if!hO4(k9T!w8yTfV z1SW9w&gL+MAW3L`u2KW<(&93bMK)#o9y+^))*w+e%{{ldRs-?Y^L1>5w%x)6c^>uu z)yMUs5EX~hxJkThjt1hb19^gaA|yFNfo1cC*JxpU=wsi~Mh*0P8rD2Aew&PO!9=G2 z^eW?bOHnuD_->KFB!brq?M1?cLGWJUY zpizt)eLb1G=*fUaX&4raz~yPJbba`Vu#6%AfS@`be%Ysmb6yrfut9f*+2g#wg?5Oz zFVCK<0fTF~T05NqO}&yl_Q_w5SN2>-f36Q|0AlKl5wMp+g53g~sn_)tR@-dBuob6P zYanBDm`Qnr42dLi>UNZG=$9qI6wD*fG-}}Dlel_5g3UHSdqOmvtupTm=68MyG>>P| zEE>Qk<|9(2beO0GxY@O4WNE)$rGE+Q%f>I&D_ zX+UPQl~%Xkg}g1gHp6V`4CbtP9V)?AE<~VwS`bfp@=Ip#h!|UbsF4 zFjS^@-IwU1T{dy>jYY_Alkk0Rg(kk43{65LH;y}3uU@qqZ z92z1-4UdO~q%b7NL+sD}8gQA$aT+C5>ZiB973>z%XwR^Tw<gR&#p<(enBxqUk$8z(}onk)nX<%m>^?Om{NinW# zH4t<~fVvT0HW7OTAmJVlYrHfVk_TJ*JBsta=*oQ*(?n>UB;DjJ)$Z&MncGX zB5RqY0h`OYa<+#6hvu!>2%nS6{MvjPnjwq`$ocG#pIFp|E+uXnQ@LZ9*%~+)opCCg zjFN1(^yTVwQnq|_VXX${HT4t$oSvh3=8MlS3t?T+>L4lR*5j+RdNU{RXs+bE^3032 z!_w40*+0GL(M-k&c;`^qS)O+JQe33qtyWxxPTq^9h8%Ynhy546IGYAGSvMv zex9k&z{0e_W?qE(sN<3z;F^$~wf4kn4KR%EG)FDf4EIF?QY3tMR}Z3yKvre^nu){# zz6ZpKof;flzg`3j$-+>{_EiB5SX_%MhvhNaz=b!my|?^R7=DqFOHMhyRs$CYz$&y^ zoTc5ydxjgjRD1|_tEpjCu{vf~Yrtb4XfZ6DkKJLrziu>lWG-{Hug$MfNJe6$7a0|q z_a1nfuiaSd`^7>fxNK~2wkw8C`I zZdn!6_RlIbO2*io_(F!*jyci97PKYUQ~esSxEA#ntt-f*Ov#NFB{b1t`45F-=2sVBYoisy{-#U=FqfM%MI+7j%C0bNs4-twYhY!X-7r)z zok*5cwylNB2hmEGmGaj+>NViDRLIS#0hmQJDkPi)1$6Uv2qRE zOgnBchsgZu8^G%n8Iotdx3^LQCD&k>xMj{oYDQm-49UY=gn>`yX~5)0-eVKSdmo9iIdPS}9HF{)wJO z&VJ05YpG?>!#l2813#nx$C)KR$_7PtE!xs6$Kp^ZqU89W2Q*MLrGv1Xj3MEN{(LhU zc2DdOrN<4G`Nr~q27>m{0i#ZJPmcCT3j7DYljqSJh(Yn_5 z?79lgK^MW#qbHvw1KT~Q!iQn>%9mHn*1*p+4s;VpE2Q? z<#}+aZV_!@l#~ceXc1lZqje;vjxje^YfLVE+o zdO#XRGIKAaJ&-!|gtG{-hn$J|!3Q~6Emut2sxF|$uH(AYQ7D89zEhGrFoQj#EHOX$>o#THe<9*(HoA+B@(cA1@l9a&i*f$WxzBl>lQ>s6t&X=GdmXnpzTt>D+8y&9Hv2*QFYUYShCN|# z0r@*^@7SKP-DKNpi`m+3jn>btuUa3s-eNVZDQl;7fz@Vt&+?3Ar{yxskfpo(u9E$X-OoM@)&Bza9JZaE$2tq(zh95i)KEwf z)`6PEBw?MxB?_Ov*MxO|CHyt7D6E4ki>bmo*s_Q$tb;3y>%uyvOWOI)BMj?6%;L(h z4#qqZX;=qz7So1xz-JM0SO;MiSBG_AW&wFvr#v~iKCA;Q|3?C`4)~|oLNvL)`6LYRAL>3Sx6? zVbNFzJWiq->p;i?vawD95+R^9k8Z339*;~o)+tTGK@L}rbpRz@+g5-YlJ?(9$2w@T zkanztCkutM)&QnC(|ET$#vCR7#>lXWm< z5j9yi$#POTSqEGe){}Lxmbk~3bPLWEFv-Mz|INN{JqAkgF6d}%sQ}h z3M#V><}55T>tM|yIpqnst!ol$B;3*jZ3&*1?>Gv}WC8&H`ey4(cqbHtV2I znhZ@j`tRgs9o#vo-mHT@Cl#D^aA*O=SqFsD@-d&}tOGy`Y0f&}llny-(OCm`7FL}# zu;&zIXALY`On24*qf-^0H6ZC^%ClbsnbJ=3CNTx&XH;PBeQIV0I)92_{p5b1md%-J z6YZuE=9%c4ZZ!=(#C^e=wc7dA-_bHRnKt)45BJ`#mAwjd4xs;V?BP5G9 zl)$B$!t@EF*qE%cBjwsiu8`R%K*M4O^`D>*O^CxY;L}tZC<0uUoW@fj{!v^My$J2P7`XNHVY!_C)uv{kQl5TY7;X2)wHcM2>DQFp zfYuQSkC3W788#bm=xvZCclosQa2Aynx&s-=N7i+Zp4@>xf@rmGSgZ}xMQr3uX?C56 z=PbYO1+aJB4nFRVXbj@&n=zQM!pz|8% zdCoP?<<6OoKRSNl_@QH)Lw2lloamV2D6zkdF2FtZYwe1?-F}SSiY~xIwrw`Ww%&G< zt;YJ5^=<1u>z#Q1KV|K+F140e4qAR`*=@PPlCX5bi$23M0K3owQ1~_ca-Qc7a1V1g za+gs3A5Z=tU>}A4|1B2JAhC-u-9kT=2B5c~5Nv>O=_2J5f(_8^BtozO!Yw2O8(`Z! zLa+g@Eh+>XAlf2AumN7pCj=W{)qhL~HUO{%gV=2sVJe#f4x47(BTUYygLg2*HMl!Ucq2129}n z2sQx3lL^5F5V*JyYygFk3M}<10;;hlV1on0K&zDV8bNeB0{hM{LLc- z8z%J@7J?0MZ+;=z0Q43Xf(_tq0U_7`?iLk-4Iu7hLa+hOJu)HK0Q}P0E1wW-0Dp@L z!3OBJs1R&`f2Sw}8=&DygB8^GYhg|}CLa+g1ostl2fL#j+!3Nm1s1R(J09!~1 zHo&mOgkS>#3c&`DHlGk|0A^`+g94ae2sVJTQxSp(3( zObgb5tWyw!b(3EUs=+!Cwul^DtAk}Hd+}KZ$(}&#Wjy0M>6_0w1zW6Bo>!lBa4qfD z=X>{A2f`MA`B|5!2Niz%Sx?ajpa1n|JxR~yd;eJj`?lJnum3aeC2$FG1^rx#)BFThO{d&*Xg#T8|yUd(f2sD@(r1cz@@8(0hY-t9QWL z?p@&JJg;~jhW?-O9PgQ3`fllu@#Oy{r5j6|N{^X%_kS0@H2pJefoTg&TVUD((-xSv zz_bOXEii3?X$wqS;D2BNzX3oktO^^zQ`*GMrwSXu(#cd|!=%wds;~hdrC4~lDr^8p z3#q~eKs1jkY=A%UxX2``umKXKGIf4c*Z_?dQiToh=n<*H1{igUs&K#nuoips*#Nix z18+VX;Mpm@`D_4ii@*77fOBa}tI(UzMih;lDZKe?3{36KXM<4REAZyCaV}k{yl*}m p=j1%PKku8*#@RWK&iCfCaTdDad?ar^8)r`3 None: log.debug("Tear down was called") if self.items_manager: log.info(f"Closing the opened loaders: {self.items_manager.loaders=}") + await self.items_manager.tear_down_loaders() async def run(self) -> None: try: diff --git a/scrapyio/items.py b/scrapyio/items.py index 0964ba7..7a11eff 100644 --- a/scrapyio/items.py +++ b/scrapyio/items.py @@ -80,7 +80,7 @@ def __init__( "loaders were specified for the item manager." ) - async def tear_down_loaders(self): + async def tear_down_loaders(self) -> None: for loader in self.loaders: await loader.close()