From 14b8db794100eee6afac69c7a078ece2f762aded Mon Sep 17 00:00:00 2001 From: alpcentaur Date: Thu, 14 Dec 2023 12:07:14 +0000 Subject: [PATCH] started adding javascript handling on highest spider level --- .../__pycache__/fdb_spider.cpython-311.pyc | Bin 28138 -> 33754 bytes spiders/__pycache__/fdb_spider.cpython-39.pyc | Bin 14314 -> 14314 bytes spiders/config.yaml | 27 +++++ spiders/fdb_spider.py | 99 ++++++++++++------ 4 files changed, 95 insertions(+), 31 deletions(-) diff --git a/spiders/__pycache__/fdb_spider.cpython-311.pyc b/spiders/__pycache__/fdb_spider.cpython-311.pyc index f3f6ff0dbf01bbd5a04eb68e5c9d483e2d81e48d..8c574fcbba82e7e7bf759196fed48c0f57ec6100 100644 GIT binary patch delta 9007 zcmcgRYj7Lqad&t>_y9n^`}Ql%J@b znw|01di-;f-ayDRPu0#*v(w%iA*ZMI8hOh8}Zm+-nT$uaC{jK+JhWy$z! zVF`^*BWc1V(AL9JT1w*!&`zzXG3Kp)``ypT3MJCdht*70S^nL>RzxJsCH1G&Us#sh z{toXQOVtV`n8I@n^|Zm5+@~oYz7ZYaEz8PgL(PPT7R}2 z28l|U?4JF*vX4Es9#Qdd|e=&Kk{hUIE3q)pQ?4769I-Piu2_g(6U4$3nU^FNT$3lqIYTD(peo5tMZv=(e8 z8~=7VkJi$8W@t%WWX>KQHjugDd@_$VKs@4<8|3|CtI=$rv&sCFY16$xZXRi5b{s~l zNf<>hSXu&c1i#c3HqypumJoEW_Gedt+ho((=|@ZfEo8B{9ff7ov@0!NEDg+{o_=7i19rq8G+^O^!*(3N z=z@dNNb9bH*T}rkvGiOpYyk(SzX;K42p5Kq@6o3V(|EK9Y1n|#g`}MmtX|(d}!;7Qdk7=OIh;mMrF!IvY+(S;(N`uu$B- zwye1Q8xkAFD(lZu$hnnxLcQp{N>aWBFO^VDc|D}x8w>(jIXf5f%?5%L`Up^Ho2DiJ zEFB4kJXFXRxK4y-337HZ;Ggx7L}EMO$~Je_46apjR0Cj zR4;&~>}k(}Cpby@=0Z-tFK}b24~f_#5{O9n0)php*}yg5b;1`UW_-aQjLqy^D)dtp zB&`5}DFjFW3C*4esvl832wX*A5`hu~&_Ve_c@0u^4HYD#D)=P3##PRvvOgcjL&A~-uwO?nwcuT4j}kS1zxfO>KQ8ISpS z&ygV|m@b5r$fUe~H17?Df)i-g)F*(KlA#U?kO(;iRSPebb_yMdsCop@#3%|tLXip& z>L|Q0e>3i2%3ax!gdGx+3FMgx!SOIA*l^GKf({Au!7CLFi_r7|Gcgk1vo=U-S9B69LbRH<7u^cGY`rmhv*s_Zp07 z@(E=S;v52;LPp!iC=US84utaUT zFF8-E#HCTz#8`oNJVKjk3C$ zq(rLs;qm6jx0;7y%|qA20Yd?u;F zOr_B!*68Alt{t0W%hnLHHN*?;@xtTr;*$GPyvX)$aY@v%>UzHFnc3%N@5?1cHAw|# zwcS@ri)_%}+Kt~=%ZdQXm3GT}7=RUJ(t??ZuVg-(`Aqh6*(=%c3MXIDx<15Lw0Epz z#7)J#$+2asjhSlKGB{HkZ)#&rZAlI0sNpM`Rx);a2U(MIb&5B+*HxUU3q}C}<&7&^ zW~$FAF1SK~ zT#G*`%QQ#u9b5HE&$i9+Ld}+~F=lIA&t;#u%Ff(kPejmdYrKzP_AbeL0tC(q=L@&C zD%xTdZR?XHA>Y>PTWL5GaBYWl;p*KH|F5zICK4cBE^gYO8xV);-LQ zTw=*ZwtJZCzR7pr-0F_Rx+6&p>yq?IV89;y6dDmd;H~;JdI1Sx)xMXvrPUw@Nb zqB-IgPuyY;-MbM9LJ^j}lG$i}@RrQin5*Jd^{+Z#alXvV=w4+m_5Gcuuwu15R#3+l z)G^hke$9ONSP}CLUu|Sqh8AJcfL3j4?FL_i-Qs&0U76h$$@eXq?sob2OLg5%^6xjv z0e`)~aKa^f-K9BcP`=)xJE>FtKqm+M$J#FWfL`&YUUM!>{bpg8aqyUmJ&K=GtJ!0k zbGVjmZyIXVa&9?LxK=q(Vz~62`jR@PmP3zNPQ|%qMXXsf;#A+0yNBCU_ge80hx%Td zW`xl4%IuK>EuSw33SS^c6hew{haC9hmM-}iq4+7GxhPftv?_b7UH#K``9&%7i_^v& zI`2UpNi*&aON2_%QKse0J5u%di+64PL0qaDfA;Rm;}ot~mQvMpCbKLzGGzk>*|Kz8 z&$JHoj?#JJqZnz}mpd9lP^wB_WIk;WA82umGzwXxgnC}YX=2`Zd_rkN2cNKx=^V5K zAP2VqD@rCwH3o?s`ugu)(|8)AVF=VotWww*a6;MvdwTkU$`KJ(>>o1SlPp60nVs|1 z5lDG7boSnCNcA2bHqnOtGbM}DCuX2q_xQ-{UHTktB8i944M4|8;wi~q89!e8j%a3R{KLbGXPll{ z)u9nmxkDuL@DM5QK+WZ#F;X*;qrp>i-R~Q+gf<@xoJU50IqiFNlz|JJUvei^AH!LY{qE= zO4;11y;=`caQ3f|GAKr6AI$Y3%PJ2Sgld`SptY%xE(E{Ugo{G1v=&hLDGKe*7SY5S zP)53dE{a;x*;eUNCK#pQcJ1wBfyzUMDGV#fif{q*+mU7oUBIvdc@l`IKO3+s4Z>2z znT>%`4Wya5@cY-)evn(4HhD^;a50n$V4ujXIzYEVaj$dm2wsL(H1nxJgZ%$+UW(Mb z7-FbMnwo)wnHqBD9;|N=v>u8eM*G3iMTuZ!@k+`{t)zUgcqP>EtotlZ&=!U`XLlFS zfbFea(uu-%*Thxgg}JYH2~>~@k=UaL#FhwROWYn+c*D2WbNqw$paV^h+h- zQf70chUq+C28_o(im?T6fW6i^*0j$!rDFXc^!G23<6@1(yrf&yx@!?A**THHnT-p& zUJ=7VQ#7KiRWQY8M1wYodojAvBe~6gIP*mQNAti|xIZ!vRA$M>lzXWT(TsjCGfGmC zwa{&d-Jbke|BANA3!aA&;obvfeR7?<( zM1u5$JgAred42VR5(cVh_(D*!5NZjFpb8a4;7I^W-9*sqoe2_w*%09&7Ce3*iF&7s z6#MER)x<1y-52oq2`|OGtjV^1h}Wcw4?Yl+P(dFdFCL-hk?fB%TNlsdB~Ps=AS>-RZG<%-ZKa|5%??upF`mD2rMH|hrkyRa4~1c?O6$V zaL(@wQE1InmNB0j|D@u}s5Q#uUp{T7o?DAhCvXbu#}yU#NGXy7kKw5dwzmEo{eta zeRA_?%zc)1pN*e{L=cGs$e+Bhp0S>>)7S=?ZfhUDS;h_yv4iK}exs6W8D5L1cJ^z1 zaOi!Sf}&i@$YJdeOBvTPu%>#~;ar_wcW{m#-qFK4dXUpjNVZ#gzT3K~;#!9ImZ3G( znkwzC6Ubc=;6PpjKJXVLyI6a-;Hhrpm0rnXf~QWPRMm+%KN_YTbpko+{S2(c{(|-! z-FHsDI`GQC`YEpZ1YdoE9fJ59<%m%}LW}~oUFujhuk~`JO?+un6ps@nFDbvOTvhRo zMviFWi6)k40^$qGs1jm0I=gmr!^9D%dEzunoKDKLC0FsC`eV^E@49<8#yIx??;c2E z(z0`qJtMfPjk~*(n4}UB5L`XEUE8!?@wXjZq;{CE9R>?H&*Aa9mi5K0j)7Rm0M{|Z zcMNfLLu=X(l5(M=6iNC3%2Ey&2!Rpz!+3pT^vrf?C0q3|_VNT*>fuX0?4esQjU4qw zF`NObVz>fliH5Z)p6J++azyXDR$H{;nWg8JR=b|PwQ_5%d_&IGKL$5*=BioyANMCE zXbVV&BzOH+=ahK^O0d&NOR(Xvsg*p#5Qk z9Pl>_@&@WuZ`NrBjoLSxa|d&@Y>pi8n667coUgi_|F@1#*Znsm4?=pbo^LEv0aO!mpXV+ zY#-B1OVTuNt;GANyn4?k?snF zIpQXrcBU)cyWhQiU;B1%_g(Td_0b1V|AJ1Z0k~Z|5DVXmzM>zelz}on78Az4q#lEz zUorqZ3q-gHB&e2~5+#BzBAsq&-nc}Iv!$e`78xhXtdBl zL4Y1-PqU*5YWO<7-XHrL`;Y?ubF57NW7?<&cF#!nq%AmY3r^UAe|CAt#igA; zo)s;X=p+B9Cc5QSi4n9J{{V0b)OW;$UM(o5L?!Yy70@aHqMl|)jieUUI6k`NsKknD zk+m->amssG(y&0(NLpdVVmIhw(KeN*Qq*!PPR+4rsY{yk6aW|THQ%Hxxp;;@szrCI z&8R?aD3^56D}Ep-GhG1W1Aa_Wu;80ip$465x0TxvPgI{Zc7WBYunNm7@MUjR%RZ`36BV;DDq*sgJ7X@5kYBaDr|I$Kj6x zE=ttlbmvp)z|3geYH&%0X#dy7+)2hPm+iJ0D9M1hBJcKS;A;x@Ws&R8LmU>q{*$mA z8qO$c`T_rQ&a|*Fa#T43SXI!W->N;WoS8gGD+Kp~J$&n0oLEsKcZO4)yF_krjR>A4 z-0Tb5VOx?4;M3DfMgVnC}pzdE+48%GZGb878Sx#fnS9?lR7@!cPtzi z;%&qj{{-go3eutE!%;5G^JTqc*F&l~bSm;w*OY}`R;V#};=_2m=OzKvHb)4nZRWj4VJ%L`is&FWtYlkf*YrT8?V?WgN@U{#*xN_A=iKVkg+{z zpC@FvdCxVRZ5U}7@e`8%k%&qBflTOW1`a=fhIZdjdrMM4XWt3Y-aUVH&ec=tHIq#i zQ_4)%+5BpYUqsz&okMTA>zGY`tVw>_PRmSP_DghH#C%LuNN_d zQ_2udIZg072Ft%&RL5*z8&bX(((K4)-&iwd27HbPt z%M)YY-{*w1vgI#h7xu>?&9wYsEVr453OTr#hn!&&6Jv}6%2#B2^{UDjdcY$$ff zfm#k_LkC7>j8n1+x#;6ohi4OLsgUfV9p6KeLm->hLK7WA9{RA&$=E~(K7{bjtslT6 zm2AUh!<7j-`UyJJnq%Z#*c2}2GL3ViN89VOJ%XKX)0|#gRY?GrIUZb)!|C z4qT9!vfWD$Q_(59(aRmaD!phU_+F{SdCAec5Li%d>z-ZFh349GO%;;dsw-{PUxDxU zEQ-#4$P+&@uFOxRXhY9;Sq^aCWdriaf?k#c&eu&gY>!$~Slq=?vk`#K;JK+#I5-z}Uh2J7qjdmR@Z4yeBWMp~h@>wjFha(>*7nJp; za{)P&YImbI4rjZU6hY$h6qKNk4_nPEW%>&;=uVpjl^rpdO8-CU$ouAW;F{Wv-mG`x=U35%nrdjrsitCM^*+q>2F3NGN|gZMjhp+xDWSlb-v zrO>***VP@A4nK5I=*zwfYy*|u4(C7vg7++$*I8qK>av^NX02(D1wEh^kNZuipn5d}=SDy;L8?;LO~g z@|TG!`Qj`#^CJ5DsjH5c2`A0AVDyE$rYFW7i-c?WU!xmOy<4}Ph1lBtX~Hs>?)mKB I^ry}K3&1xH*Z=?k diff --git a/spiders/__pycache__/fdb_spider.cpython-39.pyc b/spiders/__pycache__/fdb_spider.cpython-39.pyc index f4a18608d2592d80ab827088384ccd371ffa433b..a9293e6b987678f62423bccb570866465a3ec4f6 100644 GIT binary patch delta 19 ZcmaEr|0