From 214c29312897a173027dd2b2e3473bac1c2f4947 Mon Sep 17 00:00:00 2001
From: materus <materus@podkos.pl>
Date: Sat, 6 Apr 2024 09:21:05 +0200
Subject: [PATCH] valkyrie: slice archive timer to 3 units

---
 .../host/valkyrie/secrets/private/tosave.nix  | Bin 2676 -> 2674 bytes
 .../host/valkyrie/services/secureyoursoul.nix |  76 ++++++++++++++++--
 2 files changed, 71 insertions(+), 5 deletions(-)

diff --git a/configurations/host/valkyrie/secrets/private/tosave.nix b/configurations/host/valkyrie/secrets/private/tosave.nix
index eb38f61e3f181b4a92a713dc5abdb9fdc9e45e57..36d89980257dad925b23deab9265068df0242473 100644
GIT binary patch
literal 2674
zcmV-&3XSyuM@dveQdv+`0I%5`*p$Fw`@e8Oldz*YGWrMRxJiFD8r~gWmK&2w0hUid
zfx<${w9>=~)??8`7%T$Fmk(^(8xAXA(*<ET!vr)0q8&W9VMFW0DO7X!-itxvS}tQ*
z*$k{ox|MTOxmBwGjB`D!t@!?Er@_Qn5lj^wa=bQke9O$C`7<CYf<9evHUk(((5K1N
zC2bx`0{9IShBQwyy&FZWNlvept(nbi?s!)G5A(aywmjs|NSkC!>U%iY?TApAO_zmI
zZ504RehE3z!3Gc0>yw7N<U=)E?jkC)V`_bygct-_D6KbviFpp~Ya5KjEyA<&eiQ-6
z4S*k+lw-Qa{X{|mba|<2Jw=X5bB_nT{B#L64AE7k3^=cV8QKx&$UG)nB`zAB+JR$c
znWlski1L6Z*mA|ER`D%RoAVbU08!o#FThk`@9%u&O7F3LnFIp%Cp<=B=EmS7pnQeE
zO^0RAXTO0guxr2GvXrx;K9-+e`D+aR5o|1jds34Va>L(s9OmDHkod^$IDY1&1O@_j
zv|$zwt5VqC8^~ft@2lW^yFsgA;{?9cx>RtV%>`&@;;mu}`hInV`k-kovq6(YR~rQk
z%z6{xxru{#Kh85A!D?knox5i<{*h@OU%QlW4A(_UWJ3N}PA*GTj1j^4dMf4qUiY1V
z%C|!b<VG(^v3ykPA<fY#VXb+7&!VmF$7q^cKyH5q1%cMVHC$&HsP{9aiwe}Ys~=hI
zU4FLtLkCzavAXds{hA3S(R5_x(I8|HT#fs<g?RCQQ`%QnS$jHOFCj(Pjl2#J;e5-)
zbflzC|1j&yQe>988F>=?sDY1xMJ_j-hI1MkK;27jdDP|R%S-C|Z+?I3jPkGegoMIr
z4tO+F5Hdj}gcQK>nY@1h6q#X-8v!yCnrF}8-$oV0ZV$CO!GX%)>9g*Hnr1W7`SHkl
zb{$VqKtobSy-8UZ=GGh2<P}wZO*340pV(Hm7U##gF=d&)zDu=lups8w-}1ZBW&zzY
zav2lVGaEJ;IuI%H#7gHqPvynu4Q0{WUNq_XqK0-(%~%0GUwlh|sa5?FGu@ZcQ+dCs
z!8u>;ygKMSiBkBv@AV^9%mRdOgOBIYl!Fhnl+%d5@S$Pxz?l{)k3n(c(2>ob9{Faz
zBfM1g)LhCV;*ftXC|;<i5te>@(-^A--3>itJ(|Z-;0N%zAHMftUszKkfgYR@9?kd1
znAn%uZSOqQ{=l%lLTmgLu>jSsS9lWcfn>h^*R3pG1h#JuCF9pZlBDmXec9#ZR0In^
zpzV;>(dv+>V}Cyps5Vd#x(zP3edYq)!6y~NxRrvak^LA_i~@_~5FzDBPjf_r=F#$L
zii)J6`!=0105@FudX3`g)FpD}dhcp+CFNFSZl!l{!d5BBo@VZ6@flsQmxL0i!;7x1
zT4@Tbd8THMkOI*92<10Ll3k*DV(6)4&}00u2W}F*b<HCBOo#yQ=$fz1m85gP>$_YX
z(s;flfDq4>5q|O@z`9r)@YU0wMRNYe41-uNqzDlJ3^zI{hVg@KK#&}|DFp1J;@rvb
ze6ZuXvf%f}J#wtpY_VOq{A(zwGVP?Z8fBiOgutO<{>dkzSp`i5TMTyh1HHO4e+7SE
zx00_@P{(?guU<l8JqlF%n%**%Ud}p}W014z<b~=N3Ov+ppA?Be5el>e3uT$XAuh#_
zN<^?jt5PKEmRbL%dGqB1RwD)p#-0qoH37-oo=dOdR0-hQ<cM-Xx$MWK>mGIz_K#9W
z+Z3%P@Je_F^)3jBq_`((1B77=W1<f)`xby0I;n04bs=q}ZAP$MeQ>Q646;<8dylF{
zF@cvInX2>{=K$D6jw<@6|E%=M)6^N#d)!{Oiu(BxI^e7AOHf+MK_^C8!cG_0+S)-N
z{kV#*ye@$yw^(=A_;PSZQv!P$+?<QHPK5nW^jlXC+T#J`qOkt=F`Qk20gU+VV>y@u
zDhOiEP>2U5xk|cY2~5^zNOaFDfam-2Jr(4Zo=3|%>p)5*oo6DTv2vazl7?Mbzvut&
znj(&FrlXbfa%Aah`EyUrbK2d}FwvTZ;jOvy6bE6E68Jm!zrnGi>{`qBDJF>6`wKiZ
z3iyyTECoVYw7_JOv*?+!ekfn5pS2@p?Z-^Y(ujI3eYr-8vh1MB%p+IgU-nEK{?Rtq
z-i89`)uz!p6>%}RY`&GwKVRu@8Uf2`lsPG0V`XLU>z*Y(Twxa55X52V=i1Y|8!F9i
zA{En~#pU}wK9ioeblXX<e(RSe(hhNYI6Q50G!`}A666E9<{C?ciQkJlRyN6upER6Z
zdJ|@HmY>dOJx(fvw*>_0sHsZ+bZ!9>vdN2O*F>s1YqFfJyw0~-gvu$4(>gIQuhCdL
zY8!Iy3pw9bv0%*)R%+)k43aPU60PN4Wra`ELBba&zq0@dUS6Sjqkx%nA*}W@p=R^?
zFAXrbPZqfK9^hb{$X+$T<_C$UYOHoliK54vg!MwDIVhWHuQkg<pGMq`KbkA~#&Z@~
zO1>T9>=dY)&sMy%LgzFZ%(?(_ZdNNn$ZA6`ZBYT4mEef}&Dg*X5sRbo?0*hmnCCWl
zHp{3JeO{V-I}$5}DR;Ps>o9=E9!JCmsre9n-T3Ov3M03S9#6mYqpeo&z^PE_ON>Sl
z)VUI77n5mQ4)cCmxU9O-P_t8*BKq-;eLMNLOduO~`VKW+rY@k_b!hK02k_BL(daNq
zUJX8f?~xyjZbt~6`Tup6`7WOQ2tB!YtbHpah68Ngk=8CQ^_boI&DuM27_tU3&MG5b
zC1?Kj=9|?l_^ksd9xT1|+5Vm5?)Ay?PMt$==~5`8$sWTxIcr~QdBdRkM0wZ$o#Vfd
zirVv;67}4WJ3}HE&YRE?PJH?k;})o9$dXjzT?fS$uOyte0$ho8{*-&1UK;Pq&b!9Z
z9B|C-A0Bu4N5$$^Bp6jE#FSZ0UAj|nt96)kIa^xgthV0GQ7{?achCXA>}q{OI;<6G
zswd(tEsmywy(eRL*NWT~lp{XFIf28ff+PhFp6l#{4~;(u`t5R9rW4{oB<P%wKQ7FQ
zU;P@ZNj8jbVE^Ue=+85lR9gu7#|plpIy^O)Yo_NRii2rYl}TwG_F?)rL5r&h2A}#y
zap8oAe0>#&ngnL@#>>P>eRpZv5kt(`kun2x^z!7HCMFW%Z>)bxwDrr;OKZDq|47X=
zab73~-iiwzaf!YtXW`^>K0)gJuZ~s*JDdBk=h4<xQr;ew7*t>fm>!oPnf`kaG6Xq>
z44gkiV6&y4LJjnI-%`Qjx^PWcHI`oKUI5eXsFEJL==?M$enq15r(k;EXwpK*Tf-Qe
zO*%s+WzChexr-YBlBivhG}~ImS;r$v?4a<Ti`btlSH=v&TFqoWwo{M|@}n2wln!W#
z@Y7|hI(b_^5>M52IeK}R)~nfoF5n_Oa|G58)r@1o*(CU|vqT~J6l}_C9og)8Uq87P
gr?+3N)TQeQB9>rDCAbM<o3RpR!3v;-N4WtAS^5n%p#T5?

literal 2676
zcmV-)3XAmsM@dveQdv+`0F{mFYE_U%PdqE|8En^j8BXkC7Jvy1xgf_P`5tR{a&r-8
z>;rQjRG+0{^|yL1?tP=-V{@EWwSrOXBXY6J17MsgyH8u%?Ur9Yr{Lj_?ylPP#DN}(
zxWvl`#jsB;Z_}VtxBLcOJfHpwertWWhj5nWmb!5<@P*Xep;+R*ASVw-v{VLF`1!<e
z9s@vX8>a7WUtTa9Qow^(Ya6^TeB?h19Di=fUkK|mCv1X=*LdJoGg}t02p4qd-hBnd
zKqjV#B*Bc9!-_yVn`|~t+B7+C`IkitUIma;H;AcY^-=qEyI&<63knNn!tWe5wsovL
zpH?)%5ap_H+RWu^m%#XYvYeR*%fAF?O?g#uL2zPkQ_%7~M13(|Ofnp82y68TJfCkQ
z!t;2ZhQp}YA=DtkJhLOqDlX+o;Dwd%tAWybprPMg=i$C3he`=70N{m7jwleCw??Jz
z8vqK5DJPpeieht72gpyg_1;r{ipr#^xd-!+pkO^!?@#=7u&xA;wx?00v#Q9_{Bz_M
z+ZG|3%bNyM)V!k*FEZ({Fd(qX9u0L=g!!YNO62!%<oKe1GN+A5FojG~^W}-q*M@@o
zKC=*of4FLU_+N6}*8hAnEVcwBpxo6y!0L?}d@ch(+0{kI50dwLTITRbYqd56ubKtX
zsfuK%Q*3S%_%CJDRt9AZmg%RfBRs~I_x7V+3>t2wO}I_Y?72jYuwg2x9J=aJ7H;N9
z&d#3l{RGp{yy2U*5T{}lrP(V<I4ULN$1hvxhT}V$31EP4->e98@ouzaZ*-kE{UiNR
z63<u%K#b<Mb{08D1<M7<;kssQB5PG}sR5D13=o)hLnvshJ^@qaxzdb}7jw;i5mgqi
zGZ_2}c8fqSvlivme*a%P0|C0VK558bc%kQR6+y<#Vz_u?WzluL8A_W*lb0`j{A8Ys
zX+cw8@6^RcrqwTYhk3~YX(0&FN%xCNeL9Yz7gZlcUQPa9y;N4w^iBOQys)sB$(#Oj
zKs2vC?~pt$3qi(@-*@?aNLcspa==BOi<Sg3%0CP7l%@lA3OYZ4f>r8lRkn>)wMs3G
zxa3R|kh+(((}<wt%w98CHS@W8W;walbT{y+xK2WVSR^G_9UF(9p|qXHK4Y`}>rP@x
z8z;5O`guHb!jk+G{@#iL#SA)A2l|dJS6?8hgVxWLm@t;eFis;R&<zM$vc2Y$_(eOC
zeH2pYW6R+se_(mJYQISwHN95>9HH$*${nGM@5zDT70Houp>H{Rr*R1#a1r2Sk6=J~
zBGFqzUZt}xwBC1!kM%49NVvvn&LNyR#Gf0lk@$2o5+fH~r?dVT{P%)#|79x^ib32?
zVw`g6dLub_Jwg(1fnDYK;afGH;2GEQS|F2EIDd(A-NLZaR*Wgn4rnOUCQ<>hp2tMu
z*$8~R=>d~95}MhaH3STtfta49*dH#yDI2$)MLuu=-^a9N`Jr-yoi~tqz*z5nnk&hh
zAhtjjHtL-$Y<r{Qkx01)zm9x__#EWNV2&7jVf@->zt+>hBiT)B>k&J<LS7gyqrU(?
z7lo~Zt^Q|>A$;RBSrb~^AN;jU#b&rFOz+u>PcWK@iKNo`i$@IpL==i~4ebA8O4vmd
zEZPafGBJMw%-Oh5kyq19aD9K}@G1Ni<Ek6xsxi(8ReVYyydwG8*lH$l$vp-1|KH?!
zO5qg=hG9IwLblAo1oLF);CL5=fBsUamjlo<8b=oKD9^~sKhYWn$fnSCh91zD)w36(
z2QMo~Gej~I&dn3o&=jd?pn%I%X}<XUD%MMZm5;@w*9s%9W={$0E8mNQ9p^!RW6gE&
z<L=jF)CPpc%U<~hzCBSxjEBO#h;^BeT`7mn*(|sJ*G?%JmA4Y<BT*`oI8Juwtsl7!
z1ucd6ZMo0Z?l7*#h#Qt3=QkxvxXq4LO1S!3Oym@I5R-we&tX`LG~#u)GMf7coegy%
zCjxO*=oQRv{5vVK(=(#|l{&p~Q@Z^dE;GD%Eyrg?#4mt;Q#81Gc#<d(^L19;LS%qY
z&dXrTJa2{r!6mvV;6)^F!Jt}J8jv4JL7u%mbj6Sr3U8YDzXTSv%3K3%PGLz9F~?Fq
ziQq`WN|__qhr)kbJ3hs!2RiK%hL_L;zktv&D4~7wA#%<07jjl+AvGFg_WGyxwi3IE
zvsv(CJplM)9{)RVoydMgRT|L&E5QLW7i^&DI-N1O0xX|lFI#T5*sdevYhY|{BPq&r
za`t)^->w9mrDd0Xm?5GIpwl?XTnNBR%L=GtNl6$44TDRlhGo^IIN@mSD7Hk>9$J@O
zvqW8OjbG}URF{6U$3t%@3+{8x_ec94erBBf{V?D{-nxCci1<2n?wwU(7?FaBXCqA2
zBw=5Upse3i)yEBvbbQ$UaPV9}X(+eUbu4U>as~QZsk);0y_IY5fbD=r=PszHvxo|{
z=hqFU4=}m66A+yjER7NAi6ZXn7Ht^3bt)Ba6D>==*Do^gjlNF@?@6s+zf{uuf4@_o
z^oa#KHoLIZ?SqAL^If;bhhD{%hMI80-n<%XyBUqAXeP~Xz)pj^*FzRJSYP2_+htaT
zDzkT(<y8c6V)v><hC~AY@U!i!CgGU5n3ImZi~Si0NNTY&&d$<L!Hiv{1ZM^j|BRFq
z2(l=G9_Rg-aZx7MeO$)0lx{KI0MUV=XGr;o#qaQT-W6kPw=gaMgs~+?+PcSDVD?{?
z+@3PnmMpo{`qe@|66!s3&nLt*<#L+4hU;YDYOc@6jiu5g<w|&qK^php5&O^&%c~=7
zAqM_JuB?s}DYOX7bV4chEh)>7?Oev1#zaW@Ye4;#97|mFGOE(Ll`8n=CHSd@tlv2q
z)I)=%18G;G4iOZc1fVIqjSjl=7UXF#VRz6Ds@cGx)M{_Nk>BBB45E3yf{a#6{66!E
z&Sp{)j3l-77;;c+NBTv()b?ptoK6ro+=R<sU=|4NVG}yj5^Mb>W+;Ka2gW==BH4>^
z$60u==~n7C#@x0Jo)r(u1FD_!^g64KB>7O9EU4fjy9{MQLZXmA#BsP??RKN8=@4(n
zqv6WAmr}l$6Nk<V$>-(V6@4o8WOes^1X-g*dvO}Dt&{Bnh}=IjX6x}R&b{eYwa=ka
zj4Gc%fT{U!@5H5#tUN5JRWvHMJ>WH9YK;>GYupwLP$B(o5yXm5c7qq3&p|mjXHu$-
z)Pq!s)=zA@AT_6KA^_~=-xNJn(9nD88`0YQ4Nuztk_a>`s&|veS(;?NULpMe(gPcc
zvE98{=$HazXRtBR<HfVH*vGdJ*<?tW=fko1r)VEeVmSc2WhEM_^t+Xkq4ul@zPOYg
z1SH~3hf_{(V(fIPUh*jif}aQBthB4^5?YG0HN{mv;p*RRj))PlF%=`djJA%rjUC4j
z8i90&BdcDI;80#WnS|r$*fIQC1(2Qg>b&dBS594|vWkD6qr4;?o!F_(3_^czs$u7o
idwt?=u0Gvyu`&?z#@W{?V^5j2$|=Ks>MkLErkuXus4p1+

diff --git a/configurations/host/valkyrie/services/secureyoursoul.nix b/configurations/host/valkyrie/services/secureyoursoul.nix
index 8dc25a3..d888fea 100644
--- a/configurations/host/valkyrie/services/secureyoursoul.nix
+++ b/configurations/host/valkyrie/services/secureyoursoul.nix
@@ -10,23 +10,39 @@
       cfg = config.valkyrieService.secureyoursoul;
     in
     lib.mkIf cfg.enable {
-      systemd.timers.secureyoursoul = {
+      systemd.timers.secureyoursoul-steam = {
         wantedBy = [ "timers.target" ];
         timerConfig = {
           OnCalendar = "*-*-1,7,14,21 3:00:00";
           Persistent = true; 
-          Unit = "secureyoursoul.service";
+          Unit = "secureyoursoul-steam.service";
+        };
+      };
+      systemd.timers.secureyoursoul-p1 = {
+        wantedBy = [ "timers.target" ];
+        timerConfig = {
+          OnCalendar = "*-*-3,9,16,23 3:00:00";
+          Persistent = true; 
+          Unit = "secureyoursoul-p1.service";
+        };
+      };
+      systemd.timers.secureyoursoul-p2 = {
+        wantedBy = [ "timers.target" ];
+        timerConfig = {
+          OnCalendar = "*-*-5,11,18,25 3:00:00";
+          Persistent = true; 
+          Unit = "secureyoursoul-p2.service";
         };
       };
 
-      systemd.services.secureyoursoul = {
-        description = "Make curl requests to archive related things";
+      systemd.services.secureyoursoul-steam = {
+        description = "Make curl requests to archive steam related things";
         path = [ pkgs.coreutils pkgs.util-linux pkgs.curl ];
         serviceConfig.Type = "oneshot";
         serviceConfig.RemainAfterExit = false;
         script = ''
           STEAM_IDS=( ${ builtins.foldl' (x: y:  x +"\""+ y + "\" ") "" materusArg.to_save.steamids })
-          EXTRA_LINKS=( ${ builtins.foldl' (x: y:  x +"\""+ y + "\" ") "" materusArg.to_save.extraLinks })
+          EXTRA_LINKS=( ${ builtins.foldl' (x: y:  x +"\""+ y + "\" ") "" materusArg.to_save.extraLinks-steam  })
 
           steamladder() {
                   for id in ''${STEAM_IDS[@]}; do
@@ -69,6 +85,56 @@
         '';
       };
 
+
+       systemd.services.secureyoursoul-p1 = {
+        description = "Make curl requests to archive related things";
+        path = [ pkgs.coreutils pkgs.util-linux pkgs.curl ];
+        serviceConfig.Type = "oneshot";
+        serviceConfig.RemainAfterExit = false;
+        script = ''
+          EXTRA_LINKS=( ${ builtins.foldl' (x: y:  x +"\""+ y + "\" ") "" materusArg.to_save.extraLinks1  })
+          webarchive(){
+          for link in ''${EXTRA_LINKS[@]}; do
+                  curl -X POST -H "Accept: application/json" \
+                          -H "Authorization: LOW ''$(cat ${config.sops.secrets.webarchive-accesskey.path}):''$(cat ${config.sops.secrets.webarchive-secretkey.path})" \
+                          -d"url=$link" \
+                          -d"capture_outlinks=1" \
+                          -d"capture_screenshot=on" \
+                          -d"capture_all=on" \
+                          "https://web.archive.org/save";
+                  sleep 180;
+          done;
+
+          }
+          webarchive
+        '';
+      };
+
+      systemd.services.secureyoursoul-p2 = {
+        description = "Make curl requests to archive related things - part 2";
+        path = [ pkgs.coreutils pkgs.util-linux pkgs.curl ];
+        serviceConfig.Type = "oneshot";
+        serviceConfig.RemainAfterExit = false;
+        script = ''
+          EXTRA_LINKS=( ${ builtins.foldl' (x: y:  x +"\""+ y + "\" ") "" materusArg.to_save.extraLinks2  })
+          webarchive(){
+          for link in ''${EXTRA_LINKS[@]}; do
+                  curl -X POST -H "Accept: application/json" \
+                          -H "Authorization: LOW ''$(cat ${config.sops.secrets.webarchive-accesskey.path}):''$(cat ${config.sops.secrets.webarchive-secretkey.path})" \
+                          -d"url=$link" \
+                          -d"capture_outlinks=1" \
+                          -d"capture_screenshot=on" \
+                          -d"capture_all=on" \
+                          "https://web.archive.org/save";
+                  sleep 180;
+          done;
+
+          }
+          webarchive
+        '';
+      };
+
+
     };