From 269b394d3e364fb23bfc9e438b18aa6577915a75 Mon Sep 17 00:00:00 2001 From: Dave Gallant Date: Fri, 19 Aug 2022 23:13:18 +0000 Subject: [PATCH] Fetch first 400 deals --- backend/app.go | 42 ++++++++++++++++++++++------------------- backend/rfd.db-journal | Bin 12824 -> 0 bytes src/App.vue | 2 +- 3 files changed, 24 insertions(+), 20 deletions(-) delete mode 100644 backend/rfd.db-journal diff --git a/backend/app.go b/backend/app.go index 2ef68c9..ce383ea 100644 --- a/backend/app.go +++ b/backend/app.go @@ -101,24 +101,28 @@ func (a *App) refreshDeals() { func (a *App) getDeals(id int, firstPage int, lastPage int) []Topic { - // TODO: Fetch multiple pages - requestURL := fmt.Sprintf("https://forums.redflagdeals.com/api/topics?forum_id=%d&per_page=40&page=%d", id, firstPage) - res, err := http.Get(requestURL) - if err != nil { - log.Warn().Msgf("error fetching deals: %s\n", err) + var t []Topic + + for i := firstPage; i < lastPage; i++ { + requestURL := fmt.Sprintf("https://forums.redflagdeals.com/api/topics?forum_id=%d&per_page=40&page=%d", id, i) + res, err := http.Get(requestURL) + if err != nil { + log.Warn().Msgf("error fetching deals: %s\n", err) + } + body, err := ioutil.ReadAll(res.Body) + if err != nil { + log.Warn().Msgf("could not read response body: %s\n", err) + } + + var response TopicsResponse + + err = json.Unmarshal([]byte(body), &response) + + if err != nil { + log.Warn().Msgf("could not unmarshal response body: %s\n", err) + } + + t = append(t, response.Topics...) } - body, err := ioutil.ReadAll(res.Body) - if err != nil { - log.Warn().Msgf("could not read response body: %s\n", err) - } - - var response TopicsResponse - - err = json.Unmarshal([]byte(body), &response) - - if err != nil { - log.Warn().Msgf("could not unmarshal response body: %s\n", err) - } - - return response.Topics + return t } diff --git a/backend/rfd.db-journal b/backend/rfd.db-journal deleted file mode 100644 index 3e5c7afc8803890c28e5226426433ee3af749892..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 12824 zcmeHNU2GfKbtWmx)~r`vd$Vn@Xp-J|m9@0i(fspon|ew8*}KwOF{$-#4A&i!BWhMd z4l^^ADbpY^N=7&(C^%tp(vMr z2#OW~D#9iy&fIhE`M-0{_mAJ5{i*n3`+K=uZpQoY@BSU17jwA+KCa^b`Ro6I1`6{K z^2OYK?#fTET%MnQzI*w5&;5(?56a!SFV9`PG(Y>XoWlN-m75*PffnA3-74ppdJ7tZcfmSSX2L zZ%>>A!%*ybVHArX?6{$b1L5>Vt>-)r`eNX<4~7FV2)ur*{Ny>+kv~)0p{^TKi9msv z0!a!aDNuS-vXqd$DLcVMi?9=}Yx4 zU9P^OM*G2F;D!-(!eN(sP8icMwSr@cBp1R3a3RTsz=gmiku0Kc%!NueF$3r)?2wnx zm!cbG{Zw?A$F6Et)htdE-O#FrmWtkcfkj`+&y6-&^i}08--YWngTRkOZ3t7{bNXF& z+%>Q3#n8j{(2u>I%gWf^wx9~JU|K>f-rn6@7w>Ivzav(C*9o0|+Z9XO>VD93A=)5_ z>3~U7%%sTyX~IoRnmP$->WxWLuLsg(TC_jxx^&X(9a1|ZE9Er}^NhUZDqFiURo>GJ zqsLcR-WxFWBglK@&y_ddSrwLfU2LtciQU_4!g@<=dHo@*&o&axcOafoS<$qcC7Uh3 zvnqDjS0k~=7YHW*^nzhqH)H2`>9YDUHDoikoxaoYoIXWEHaZ6~y?@vy%Otw1D|%KSey{P$bQa2I^Ebt)zVXAZ_Tst z^AP^yZ0uK*O(d!_c}WOy@8q%D7bQ_FYuarjqD^-r2w}^6&3A>V6*ZZrmdy(1shP^G z+HrlKy2wFiQ%=Za5Wh@jAF;g0L@11piHVR-puh=;!`7%g?Yl;)s!t7Dh?>RolaD>m z;=DIg81*2I^0!LE=|w}h>Zap6$0y>mVk7W7mb&4418Z5-hn>g}J7KUaWA(lhxA$$; z=3m4B_DPZx@(m0oZX){*J8nN#5#N4r;<}>aMeShNj|;`S7k{Qk2`|b%yOJk8rak6K zd(4ws%#sFSKu3}r+47GuH_mRH6H;E3@j^r-yx7`hODmtcy4K|IwW|8mlx&z)Jqzu_ z%dDQ)VeQphw_g3>tIFz~`l_h8VKDHKfA947yuKH^;vFw?mIZP!g55~6o0HunQ)?tz zCn6fS{SN1W1zjdUBnhh*^yB@=`X^Owd#yIfw`?hrQ$n8(L7#>LBsH1S#y2FiDI*M* z;FOmVWx@5bRZImhkydI#I2%=HdW@UnA~pKdbEriRA$Oj=d_k#oJQPZ?>&Kzf3Q$7D z+S@f@uV|{c@3y2r>+H?*|M`--7a&pjLHocB2@#BSgrt{%f2X zNakKsuj=;HTx3;^tY&^fQD*WFW(pB|ub*zSD(cOKT6fw9Y>!5JAL&vw9N!g|_9?EX zxj*~U+#jmx-qMd&98n8PD3bTXDSekLO%_k~AXCp2Stea;>Q>bJtro9JeObYattJI7qcl0_5_H6OukSQOum=ces$(!9uX1!yXh5_x3yN*+sKb8hf^> zH&LqL+}8Avw#Nz@#TQu*CiK7|{o&V?=GtjMa~z*WHQ_4_oOqvo1`-qe=RnkU)CK(@ z3Fc*lvaKP{IkDSArW0+PGrTze`WyMY8uP~c2ZYaYz{)@#hc(kq@)tbqfSdv8@ITHH z1hPnJDOpO$LTnR<%PdeVGK{8P;!I{e%MZ=;!f1XLez>0cVO@c(A&#{6O_AD8Y@?RO zZj}4VB{el$FKBrj2C1)+9k= zPgHyC(yVfNNwdh=Be`LZ%j4+xX4qM3g}Kok1kJ^(%7exLQHrBT=OLW`sRVO~+#cak zL)_l2-Cw_xKBq*>Vmm;U2ts_50=oEe+jTmF{h*J-@l9M0-8a^T+IymQ{Fd$a$d!g&QQM4j#Jj$I!;%?tRSr&U?(8FoCJ4Ef!%W&OG zUs7Yaf{xM^aQ#%dTK&^3P5elaW)pcL zES?Qai=Sq)hn7i~KXbwR@b7EElj+#)y5aJ5JYNrcXMc*l*mtjsLnmzSJK-YwH%rUc4?XuNnphXQ10RFc ziC@r9f5iR7r&kWptbfFDMnln*GXbeLZxx>84{{y8^_PD=x$u$y!`92gU)9#jlb6Pjh%WcrzOOWD+l}3~ zH^tq~Nffy!;xibo8YQ~ZZ|`R_$F#Kw1Vquk{dieyQsboG2I65ObY1?6R^!?|T@#C2 z4Wm@sv@w2t``yphmUw1k+S=T=uTFGSvq@Z#Fr?36$O?uY7-qA{wBbnLxBr;B6oCir zftmcW-wAbe=p&=#bir!SKYr{G*d$F@GwawVt>R?lnod?HJ5nWdU@?nMN3I*!*gF(7 z=03`exlb#1-deAT4WKjp6S3{~T0CroG=?p)60##7go3-DVld<=id@01NA5eCdVW^* z4qS)i+n%ICy@U#ODd#=he3#ABY&ka>xx;AcQV>%=D~Q~$Ic3;-=ECT;tLVXdGlk!W z7?%plW)O7I^S;}6h0&~wTE9O8HeiPbi#NsFF8ZXmhb`{FVaQ-22Ky+XzUZlWxI~0LS2F7V~XFKBpL{1Tt zByhpId+Lb%%!QG01(S*Z^P*YkVeT(8v+a1t=l~ZT z_B>5=f}=hUgESTKfhKsUWg49L%*6GzNCn zjc_H|?(L>STd6-y$I|;yDHbc$&4_=>lU!O&Bq zkz}p~_*RA(7#&MsK&haNwmCYA80@xM$k25MQ|}v5G8m17Njshk;K!z%8mywN4^#kR z9=9cUARyfu5bDT-&!jg6hvR&f|N4X_e8~YbA#mVXDn_CanKWPq)RiNHcE*73N>D)n zw?zPfrPn2G&T>2;FyXCdv#!RYl4*lvh;C(=h*uaI@XJr`{(7>`{O?Teu*+=BGtw07 zvWNNNCAN>Eyy>(;N38oi)F?^33PS}=8xEgnzYYwJsC5pVe(ZGJ=)x~vP~&}tb{sp_bQ&;ejifE-)tRPUwrxkX_A304`&Oi<}EcjjVtxMQ#4)FHAVienJB% z8c@Jo9WsCbbwPkyOn@OJ5|Tp(vL>gTie*gXNxNz2z=TcBlh{5&JVQEYm$3Z@s29J% z8h=B<#-J`#gD{ALUNH1K2x~yU+CXDqn7+7R8!HuSDfa{QnQ$-cO_HDq5(HFNLV|1q z`8{!E{zAEVol!vIAf8}$`j+5d|6_*Z7eKYM$T9Jf{Xd;1t;zOfY-^FtHP4=^q>`zSM*MZGviI7rA6qh>L`oo-Cb z>N7-vdx4LMpG5q;&JK7@0r2O@>-WW*!Aa;bXtsF-w2O;zW*uigp5d~6C!m&Wu9ZrO zQHc_o2OsDTeJ5PH^ttCV0|6bxMCtvMD8)wsGOQC*3q*Nn%S0!DmY_+nOA6IXDN3g` zN~fhgNfR~@SW__xNX%xIe-~#EXZIoIJjA@Rpwxpt4rUW5+Vw+5qAX^!b^su(rMJKE z!8G`6i`PzKV_jZ59;x$EHc7=ctg+YV#iovOU`#zjBJfJpF<5d#0thZADecuC%`1&z z57in&a0&9>;ZZtQAmlDvlgKPaPe>3Ua1^M6Tb;+mWOt@!JEQ zm&;Oy;?4n*kRT?3{WEe7=ST=*Xr=7r4&Op*1`GlKnkk222m&Nart@Qo4X8no8k9cs zO=XvX$fAzK+jhV4WuaSQBVJ*b>J0)uw;*Y+_uGCD4H4^H;TLew00LGl!UI}(5oBOdCK(^s*)qH8aG=_U2Z@g)Xq$XtMMW-f?$0%#cyma-r>V<0O$=ri&a