From 1c2aa7230989aa62985545451f1f2ddb145d0575 Mon Sep 17 00:00:00 2001 From: Maggie Brewster Date: Thu, 27 Feb 2020 21:51:09 -0800 Subject: [PATCH 1/4] add support for azure --- web-console/assets/azure.png | Bin 0 -> 19774 bytes web-console/src/utils/ingestion-spec.tsx | 79 ++++++++++++++++++ .../views/load-data-view/load-data-view.tsx | 5 ++ 3 files changed, 84 insertions(+) create mode 100644 web-console/assets/azure.png diff --git a/web-console/assets/azure.png b/web-console/assets/azure.png new file mode 100644 index 0000000000000000000000000000000000000000..15119fbfa865ccb444764363fed937f34868522b GIT binary patch literal 19774 zcmeFZWmH>T*ER|%K|*nBp;%j>I0XU}mliGV4#k7JyVZcU6ev!My9SB`Ezm-7Lh#`3 z5F`-za=-WUp5JGjG0vZFJb#islCk%kYx=y_T>G7th7t*g9)yE~L!zSmQU?bIK!}5b z`-u=A`^zBfw^8gDo`ama91c!x67h{S5C=yVN9CoQUI6a?0@1gp4xyV@;fjmChRArd z-fk+nygWfap+MBK@Zi`{#0;Yge~_QU&_|f_szdG!R5B?y(B5BiH88+MDCfDeQK!uZ za8hl;!-EPsL8@kYinYa5ckM5Ql_k~b#iB?YA3Ox?Bh)wb++MJ=5g3# z?#1wS!*8`L5m;XT`|)2H{J*vX*;b;0S=aa(OFVHomis+ce7W1rrr~?#cSFM+3q}2i zzf#E2ecDQihK+`}1jQ$5s)ZIs*MXIuw=ieA9*!uMZ)YQ8JA<5+BTkjhs8Gpr)Wb@e z%Ju}A!=`q0yGX9ke!h&o98RSEQ}RtB8ydS0=5kgj;*toIyktID!hbgj6V@@c+u-NC zu$%9_-jo*a!Y8FJsR0Itg)fyMM{RYIvGhrERcKAVS^~KhK_%EFB zOx0S}S+mk$chFXFGYSV5mYic*EkEQ8$WSL}8LWGN3na_0JN3x6>59Su7_!Pnc+dp2LA`-`)4{kMRXU|Ef7iY4mElf*(Ymm96Em5y}z=4MM(kio)ltVX48x1;nsf z)jDm0O2|(%!WMZv5~3n2LHJd0j44#HE5eOHALsbu>05ZsRzOMvbHA^04!jZ}Ciy*Y z`CAnJ;iiYqt})=BCwUOzYB;8KE*B2dXyHy&1J-G{wA^%LJ?g{K540oej31jeRE?<) z$zF#_wLM(JF6Z}_xR>1~o5yu7K5fX{LwY5G5h#&j!{<;&-K0+2*eyD~^z%1o*r&d;Utp^K;w}N%x z{H)Njibfy zqxS&0`7GLMTgg;$X$;H$%?P^3&40J$LxnLN1-xjctNHt5ZNx3RLuBEFlDAL;X2xZz z7v`Lf<0Zc}yYaqUAhK%iz4S}v%S#TpUHg+9nknKMl(L994Z0!C{uSycPewSqB5`OJ z@?c7TUeu=?oS|1^Od9CgWHF|=I??Z1;iEbilL`W4X1%aaUZ)De6oOZB44`3xCi$}R zro3TJM&$QRSYbm^U&*!tj#sXYeplAscDt!(?mdykc;;5_FIvwuXp(R5-L~;FDQ<;v zX-R09%n_K(t<+o&U&|d0f7DNxDZ|_nFWhBdd4HbY&mW5*<{@mzmz}%OZ+yac-PQ)k z&(FVSQf0{7HM08>BUd>GB`9y?mxGPf1m%}?!`}E-dJ7SkFICUIy!x1+URG0`RkwYj z%?&3ru9T*XEZS=TZJz|r6W_k)$8g_9C5#l;{SF>tv0EOpqz-wR87x3mV!J?@Qk9;k z8QDiVxG7?)>6VP55uLL_7z`Fj9UVR3V+696>P-pCO^tVzRd1zF`X8u4>dVY>uvv3N04r%VLs)^I5{249>P(#gR|j*qVAZmhKkv54sLg} zE$MfwCZD4Ltkn$1%Q$O*C1ic}C+PY)ob+{>Y-a6PDV>Y$P9Q^WphY#Kfu~rR zyoXVBAi02P??Fd~!`*{S_z`zT0?o~lJ-K!!F@4*+!YXkL(?Zz>YyDu0_grOh4P4{` zSzw>!1{d)uFZynYtI!bz>e%ZY$elXNmaJI4M(mJZH_;1T|MY_>CuOFa%2`U&NA?m| z+*ppUT%_<)Xt7dkfG=(bg>UwTS`LQ@nVwb{m5Q6^)advcf$b&02IG?4EXE#R54#l4v-)5k8+?+zT) zMpl_O7CE%8NBNdn8#(vxu>&dZ30gK!WVPo@Bf5KZuDvT|Mpg4_bSzn={r>>CFVgDQ z%-2b>dGe_CgMj#l8N~N3%9E?eG|kQr54YAh8FCgKCQ>ly%L$S18T%oUp0{N{ zSL@2wJ`SaCoA{jsy@eT&(Vp*0yp{pV)l^tS+R1cPS%A)6prB`B0m01ans`DZP7g!a(39QoEV~6{&o!Sy@B5Mvkm&bl=@I;XtCK0#Yt z3;aPMIKp(BEP6Vzlqp$cjr8NAvpsRM#bCi`{+)BVY%%w7OqL9CXZ`mPmEW6{OoJ*( zH#_jd$sGq8>et-QMsxo(vqu{o0=JtiWO1XDGDhbqt-tAp$Kvh|RA{?)t2Y+yk~BJF z%6aHWnq4qCTU3e8m@iY|m2d~AGsie!q&_yo)^L&DlNh7c((=fiLXNKn`_`RtelkTf zN`cQS7@2M*e1&fk<5+WQgIraCN-9vi+b#=*(eWgA`^-5SD#t0lfFXGUM%7m8NB1E{ z>-&v%OU!eLVE-~pmBH1CI<&?kIQhbz+WlO_MOaX;*rgTT29d{kW_;H|3e~rAaDZ0u zQ3qt92+D?3cTcVohzWQ3HW)qhFHFV~h=8oqJ@LT2eIj z*J&;dm6*HeeKY?KajEm&=2SnAEQ7owQ4n>Q!t1arCkT}R=7McT;&-~hOus*TQzJ6+ zf_u7@YPDmM=s4R11Nu z1;;Ps7}2r)LK2MX4b-CXVS<=g0Qzu$ddmUM>1xEhYD2nZ^{s?|qRzI@;g|4G(~(B2 z_33q`Xz})s`h~Fz&VwWbvacX2I=tHFE_o`yW#p-v=ab|`J8a#?r}hiKl6;h?Ca-e| zLG$27sIWuiVC3inqx#pR>CfK}r$1{aJX0&>pKcx_@C>Kl_Wc@>ktLG_M@V7alrKr(yv$WUxqh2EL^)zEWui)4chXV&O~)5(D5M3 zkgq*NQ89kE?G1=_?+usgRrpkJd9qnr7zw6G!{bhGH$zNFcY?Y#KK^czH2W%MLqM!x ziA7B&S}am!ml8n#xO5gz_ii>J^zK&`@)CDwS}fq*e)S$31`}c&F1k4Hq1AMz@>5W8 z5&ECnaXW>0Yi+~#<`9lPY;c>RpYtD)czhsp3{23t96^Kq_2BJ8rAa7G9zveX2+g)h zo6ug-*&)+gC6u~WvOilkc^cS6Q*XJZH7BR<*L)GBJaC0cp!@zmDlx;z2Y)2z^Oc;HWM|w^4aJBREp>Jb=)LWYQhRL3N$x1DFiELC8 zfWrFXqS!l)j-p10%$rKmh3cYM2=${1AJVH3JX%VvPoK(WZ}Ksj;P-)0Y)`N~X><{`Uji$UARoE^~je49-v36(zfet;1`Rzbr{cGWg1zm(P5B zEmhr4Aap7n*GgDn5cw4l-I9=&gP>t`_B^!JP!B+GYNJ_y@u~%V#=!+x#-tLJfF`e* zeubIO$LYh{mZ<(bhkUmqNQ$wcIx30{GSUt@20yq=W=x zHQOi?Q!aiF0Xb}0S?uYm%1%|ge)}gt^QY$_$2RK{a!ghz_?)J3TV&D8Y{WonDxO@~BYqu2sMzS77Bn^~tley%OD~GuGU5N@f8Zg9>=4 z=JU#>++6+?<~c)6R+~3-xc3)Y(>{py1}`bAV?`E1V!|#UC`egGrLQ*L;Wja{J1C*d zE3f9GBFu*i#+|N$GS`@m(iwi?S1s1daC)t-zOD0xhwv9ac`(ZTrd9d;8WZuzX*nuS39md$qP2Yjk2%5_^4<2)VRh$@|O>n_M~8aZ9t zvnbZ{8A;jVYR*LUj(KYvA65r0Thv1oVq2Ni4F|>?NyEd{6}IhnQno@5wA{Y>l0>LT zS>)k69OTm`bl|vh(HOBVxHjv_^-t>(SAP0qY+t2dp{Pmg6&OpyIaubT%((M|{E4_h zP-Wm>d*+cuwd3ne9$Hv*xr+kOYWqy2)pwVl>(1Gv&U-P$|9sClADze6_LK|TI=18U zQe6&q+^Dr~<^;P~S#=7gUv@y!eHPsoZ={2NNZaL4wEVCUD{9N)_c2MWWn-VekCWkk z+FkuUxixo5iu@>@mBD(UtbNL!7`60#X#60@=?#soe6AH%pa zmbeXl+ABh%1uvGmyWI<5Rg#m{$Bi)DR+5XLyM({j*CW;{+s3Xc;(gdvny_KGx%)TE-%1yoIgX3DcWAFo z*V^2sCFvbt_)zrwKRYh6&#Sg^H~N{vkkL_ZTKKV`>P*}E#0wx<pCjgY5h3$ae#oMqMc`;+$)A$n+1rkf1FDZ}-uQ$Z zl~H5s%anMwhY~4+>wB5Vne)MEEbk^Cd6HmJ!zNpt@HpD3u47b2p#x*o-oO>_V1)BL7^)_nVH?g;k~t*$O#USiUl)3(#Y&vc0;PNg#s ze8*rbDtJ|@5je|bmjS1Rcx~@5r)zD_e?Li@-WbZvZzoKfy@gnuc3Y41iE;~!zVkjK z7BLT#mwE2Y6@a0eZ(iAgNIwp$-u$C`3R!KL#W-B!>G?w2%hbyiI}r~%DqnLem;8m> zXOZDGWb%9V59-IFltau z^?8DO__avI%w;f@_dEm9*4Jk6J!S9!dRWcN7d}S4xdvN-8JZW`{>!>Yu}d zX8O2ov@0Y1qyLu4L|-@^C4Od-3>Z@IuW~d8u}gkCL&ug^nQNgG9bcFtt}W&oH+UP{ zH%U?1Z^M5L-?X7aNthd%@76eqUXb&Jyz3|Y#U&d-&du@8{I!*j&!qI-)yUkzLaS?k zA|tOe#4*gz-8vh!hI|9-H9znEjhy*YD`WVsQp6oq;Vwcb+ytAhbYBIwA*b|GB&s$d zYsbGq2#WH@aA`0Q?vYlb$-TyG_)CxHO({Xc(fEv9cj0c@x=BeZTBA#9sy$Zqp!;4R z0~nctVHE-mJueGa5ZRHGVBq0tzmqrDzor2`x|oLUBFi^of-ApS=8wGSAn=x;yjF*r zKy&x!9Bk-eAiU?eRFs{!(~0tcXv+{57W8HatL+^dh6o$A{%6bfoT{_Scp?7(c! zJ6~f3F%5RMa3;{aOCiw=Rq5Eld}*a4qqff^6Mm`H@waavSwuU%Mn&HN5h5H(#;V60 z?WjGw_&L!I1-e{Lw+sv7Rj_mWwK+3TkWdhRX0B}N-{L3*qQxhMK{9?Tg2{;yJd^M& zEggqH5_>HqhZ7gOd}#t65rBIEZm(<_}yF{mxv5HZyJ$17GkR>ZeNw_tcYA6 z7=L%8>)hTw=F13Q-`+5iV((n=odzo+-*bzpzp3v^^MieX;C@k7iD`x^{=9Z!*= zTqRuwurM7eL-;}|scbUULvkbPpp))PQ49Ry_0_~rcYDx!ZSs(hPe+(XN))d|?Y^8gbt!S!T=z>60&a4+GG z+(8&~h=l{z4SlALEym{2{HWU6=hq)PE#})X@wxSjd(g+I4ZhbnOQYr^mBaZy5K&TXmxc} zTfMu*clXB&%G7+#?${TklXLS9C#J|I36sMajGqMfHY$UKsVO(->LZ$2vMT3z@y^Nw z45H^Ntrz6jAf}l+J>K(BlF6aRWAG_G{ZSM(1*LSexO4VfZ6OeTyetmCR2MaKRloGLz2^%dnQSaE|wQh2+3J^l7w=-A|nXyrKt8wW41Nti22*Bn9-y0dsC+Fu7AJ`e3x5;(q~cO zyGz54p-|Xhk$utr=uxtt)mph<%b7ZNie@=1h-arG57&3>okW@S=(X58%haYq2H|^= zS4|5K)yGrzlQL4#APEr;cB8N>4m9$AI|&jIAsFeIG9uuEveV=hc3l1mAZ~ zG&44>%26dk*3ai`UM0MlS-fDKo4@dyo2(yddB0HJSc77ZrQ*<-)`UMi{`D@oK5`Q@ zh28ae`xzqfPl}lsQ(bBg;;4}SZWT|;Sf?4XLN&IZxp-FOs8a|R8=l*|MM`?8H!Rw@ zPrgn7OPGq=6mulb{wY12@z~Z@Kb0(_k5d7wIr{wi+g_5^hTwTw9#(_qjqDk3|GW5l z3AeL(0}$StvpZzryf6a>fhKJ~9YQ0!_Zz?ON|U^rx7lrJGBT7)qqm$@s{B1gwG$Dr zwnZ^_HyOq-@oMR(|9Nccu%IVl9@WyL&k$>4c_c|+d*A!XTdeAa>ez3qW z)b{gBDAn-ca_`|fwSdcSw?>lC%zcC4LJ>3#clq`&{sF!5mumUzxsJE7t0ETk@O>wS z%!gz9VG>}>lN9%qXIf%(0$an)*K~J3U&_qg2ed6EMd7ZCfC$g5@;vHMo9+$ZUfzr> zWg$CS{K}4>+9L}^IM(}S5u;39oj1{9FTi#Lxxsu8dj@(Y{Wu1CWx3?;kS7P#Sy;vg zW={Xm5eBdU-sY3Z%#kcq|e9 zON|CdvcA(06;EM4viwOsRmsK6UT=tMRYWlKZ_%XQbK@6o4ys6aMM4I<(O6W|r{K}i zHks=@Op$L@`KUYJBG1wXWB|^R|4k9Ue|#mUSvhG8rm^Une#m3GnzNpuvPmEh$11+6 zv_={t^1HBAm|2bw(l<6Y>vdfIoJl-nnpFC(EqmNQ^t=TGy6>ptIJlZVnawV%yz|+0 zHN-A-z%=EN%=OI35BB)O@Vo1=y$}BLp7B@C`#;wNTSy}|EVuq#I9^~N;i8H&CEG2e zzUrfTZhyB7CUAEf$Hi!Yl*#M$8Rvn0>_zeUV^mMrP@bcsgL>cUdRD`WB5VXzSKolg znDor{uC_>SXYDN9-8P%XsxPlJ%{;=ZKIZbSZ^CG4ZiDu&J=I5oCsk@R)9i-ltUT)v z{Ea&xfRh=%-GTBz7KH1SRdQAOD1-UYv+Ct|rv$FwPU36!TEhI>jqSl3f72Z;qN!RQ z+mseOl=79_emgxCFI+338S!aaVQ%r^De1?>J%K{5>3-&L$(GdUB(H$$Iiy>4$U3)a znEvne@l$SMdtp-KokWLA(t#qd{J;%=Ae(552f6g&OB z64gt5b-NM-1PswB>_%u|7iiU}X|EM(Q)hp;ohMI3>Vg-y-fw!;q!kaUM!$rxy?4PPD-r+2#l zGpQ3oVRTs?2Hj)5j*P%-3y;cmfjwDG3Ojoeyz-7??|ja^$-ixtaqNZ&gTc7Y-H`X= zw%5pND6L-egZpx2Fk@hrQdc&dx6}BIFEjJ` z0RZ<7x)T|d>k)nw&HU{`^TDG>4gRoQbH9rPf2Dk;5H}z)5r}P`jt;G!l?8 z)z#MLYu_V9{#us=g&1UEAp}pzm#I2X0Qr(Sx%BBg^W8D?oP*4@aqubw((z*6J82n-k+)OpQD~&CnnGyTxC7SV~v6UNv5+*O@>xgJrWRUHhh+xf8cv zEC%P_f?E9#6Ct!BF4LdBX_IFMWEnmlk#>)~2!Dv+iSJS9@jIDRkqBG)3U}5A;z?6J zshp$ppEP@iSrejos~dsCs-Zq^0tQIG95=KKS?eJSzw9ZY$|w8Wwq2Czf~Ydr-j5Ph z@bUGn%)ri%{))5AS-K_IBnYuNz1r0m17>R3kW|H>x z_x~6pkQN@3coY;N@LbwWAI@@#5|Vu8NDAARWc8YN!ag_K@0WyF$0FWy8KVG;iFvfo zuryb<^MerK7|rcH3~k7iVzu4$PtPZ=11gwdM-U+yAS5wi!a<`v)yimyuq940P*Ld7 z@RrVC#u4Wcw|7~QY__#A`IayilG2b^Sresn#3xoy92?VSFu+|NOxBckvb;kh@--3` zZ)&_Zhf8|$k!~|}Y-OR2?MZXz6h~ori}6-Iwl6UR8fA@ElJt>Ue1`dRCNSC|#q9~Y zLOt_Oe@X@-fRUuM*ve`tT61cIH~{KdzcU?Q8c0)*;JHNa)sHCFiv>+YH@&d*U+~?8 zJiwOpvR*-Vc?0n6AN1=Bh)!MD6=Cktnw zr>|3D3Va$g+~0Mbb$=*g8NFMb#O``>OVS=By9}imG9gBWg`u?{Gu~*{ANebE96EcW z-*f~Z{(h|Tc=5b+17OZ>iW{k^vsNvdwsD=AG_rtxE_o3lLCE6q0=wctqGNGD8o47r zNxMqD)rn<8dw^wJ==FIv_u9=1{@-Xc`p2$P0Ecq5>rvt->D7E>5XXT0cXA*(lh~!r z-F^32M-iL9cds?;%~Lme^XU_20O5^G7dUwo%|A0`M5~G--^Wp+w{V$Xk)s&2l)80F z3o3#bBk0b!b~ZEcpPkLEGjxVEW@78XR>tS&O|E#fWi&@o2f@he#b)~WtB$Wy&yI+) zLkNoqNTf9t{Qa9yXJ;=XV>=G$icU-jHIdQy;q#A@4x58zz9~%F5H}Cu;EbnZVIxm|^w^$>rREEk3+~bphbJBsk@m=# z4{c{(irYLc1}#O?h@;V2#c(QMXu^~n^E+))Uta1jZsJwCuGur1=8J+|EVMzGgnRiMLZ1v0)0BV_q>AD15W z#q-f0;J-6&wb*9=*MQ2Ke~12_Dqthu!~V}^|Be8Xmt*x-k@Yn0e})2O1@Q>U|9dM| z7XKB~e@z1LU(fmfElRv@@t*7ffzc7Xcw{K^S3XTZdZk&)guCd`jQGjM*0Tvp4+keZgy?#1e)Li==q8 z1<#+y0+xB67}(U$12?sG;xX5sN?;J+y7!s;wtk%&8~FQqQ8DQe zdGGm&0E3*^d6KNz5Q9yk7!qQ{o-i3XPnxLn6w$G|)9Q+aTmJ8PC3-K>2dx_eL;=Wp^i@LK!>@ubd+;FjRx>>;05 zCf=+m-O;05+aIOO=iOFkm{3}d?NJN>!UpV?!*~6aCv$D{ z(EjvEC(^JL6$Tca7iDsX(t;zBGU`^mr2caRKop(`5;`aiJ(mQ%;_Phv`v?hx2^V(h|CN3bZA)Q;Yn0s!n^L zCHvj-H!(gnk?@%b?#R*i1J`qTi_@0{w4!x3dR>#cQmwAyTL+yPF<(iXZTn@;_OugJ zH31zowoXtiQdg1s`EQ5Ka`C#8qps9-jZ^g_aIB4+CH8xSWB7BMX0s0`t5@fIE#dq0b*Vpl zPrn-WH#1l|Cot%BZnl2yEu=H}u5k&KV5&hUREth*5fFo)3V#1U=O=BlZ0xHX(q5w- z**zW=ZJatPseEaCY$B1*`uV$^J@FV`1`wSH*PrkaZW;@ls$bx08HtiD$8PJI@Xl{< zU-LUBTvx+Rvbkg}i>*VsF6p5$CC}V*=yK(+QgiFkmF`*&3S?2KOppFX1@!kej0Zu{ z0&O!D{xG!A(_V;3Jkx^$Vf?P>XpUCD+0SipkrutxR+{eeLnPN=yp0%-3+{?B3CGen1pTkckjLet@hS&e z$OM!GPr!M6YS?+JeR2;SvtZyc%uIhI$U~s&`@8rP)5+8J5!DR5KhBgZTzfi#ZT@5M(4z3yw-TeKSC!u^DPSR&JSv-kvj5G^Svdu zNDR}}F;ni0#^YV?3@Y!q8KNb1gEl~@T=bwshLiZPQ3B{zU^QcjK}9V}5lB!CZr#97 z5Z98U0}|8+e%Mc57(i56IM3feh!O7fXA?;#JJanm_6Z_azK>{p%FbnqcJ6w1%tTYS z4dmz);TyHaLu_m6#EUFKWh37XW@&*>B^(k>4SfYcKUZ$srV8jxO!`Aj0>uhUqIGBF z5+=V%sZ%{_P|VV!!*-WO({Y9-tfM@aUN4;Y+7%F-(~mInq@>bC-3VtYgH=Nvpf40+ zT`k_d;FSjVhs{@nM~4lUZmdEwsrelC5D+bLO1DKDaHu`{w=eD9UE<92pBZ)nxNt?E zU1POe$wrJEiRHXi&rBHiEAT6(M-6VCB-QChvoZPfA}@YeE=uSn*EEOB3X(AP=-)8R zN0+wPe+l`H#UC}k{q`#jSIm=2d~xZ*D8tF|+6tVLK&ANFkB@7qqvc*Unwn+O^80K| zc9Zc=GqbVBrRPwSDcm?Lg*s$0E3fnugXop5VpHk4LS&@oEj90RFsB){<6<(CULY&> zE;JMHSw_o?(3|ZUS!>A4>PpITN6ipRT{KFX93}MN&smwmkD{z8@4@CYixTu$x|YLl zhe^?{xkLZqtXdMdwVLQaP+^Mo`!AN=E7xT~_edi1Y5beXuzQi=+&?a_)@%HT8 zBd6H&Kd_q&Qp|3}qJ$NyQnXxgxp-&f`0dP@(XO))U+^Oxkusu?wmz$u2(^-uPtN%G zgAX75MXK{#aYGVI%h;`RN1Djp>h{-J=On##BIR9;qf@W0!ND?_^>t_7*UNSf-L0tI)o^y1wXsers!LEb6*KT&rHS+AM;ek* zx{ZHQ1_$CfBpQ3H5vehTL;M^IuzQ~TY>b%*m-fsP3v)}uNCQ$3ME+>-Ia!Iy_v=?Z zw3%~N1xDV?JK}xGrEOBB^szQ&+S6JO>rwQ_S{0h*3&_nZNAr6zhdp~uN+c|^Nt|%X zEbWA@(K%hZaH*xBTG$WM*&-xI!MI;7ntFJqHM9CyI zc7JrkZ|x0y*1`u}Bj-+a5!G0wP3QoxUTTN}bo~5cDYML`VyWL}a=q~!3+}tr=9MeB zHAc=hxK?CCq3iVqj$eOhMCD9;P3%Z&|2get{mk>ZP`?|#Hndq5^4flp*+v;me`_X@ zZvHoN^9!$R#HYR0xy9xW5Mn*`N~W7er!-J2!QY}`6UbIcp(2fNmUy1LJ3G2J>qLHZ zq)~e*@7kN=TniXF;E;Wa(5s2HV92AYr@7Ww@Q7B_*^1Ixys9w-1GTmC0A2T@{Rl}n zn9XTUa(YLdY0&uK8yzS}Xd;zfrqB&j3_kotkd>Q+~tt?{*&5ZV*X$;}|vo!kYt4~O;sj*kYZU0>6| zL0}4P%g{bFI9}cmYAcn%3FrIDvl9895O9xDE1_iyF09|>kQu}Ge8$Arj28GHUm=X~U- zyKaGQB;J6(qFY`rc2NUph~T=T=PLdDfYZ2ez=WF(DbLoyPMz_nDgD-hVW7JHOVDsy z)EhlDEuEyG+(mz#?E8a5fy9!bF#gef`Hm{6oGI^Eb-3N2J4aMVgUDoBH}P#nJF^r> zyp>+4%={Z8@Uu>h*5s=FZD@ug8D86_tg)QEvAxaCqirzWB4#w{l^z4d43vgMVs07R z0WjVI9b5OVRs3$xdUlo^rESNf@h$b#j($*(&q`;7zj0fv4$?f2;m<)l>j1_40MX7+ zxAN>|_yb=C2A+1l7O>?2Iq!YtW851eY`;nM+jWtyOBF8`~$g2I_{lFMwXDD^%Gs9WcW=hn|E=e zb#k~bN5bR6t~b_-EeE$twwG_X=XJjyI-+G5msz7^HwpjV>TPA+e9^@tm&L)wBR7h{ zdh+8>(|FixS)51>Dy%LWo@j(o{NMg>|IGbU(lI>w^g1%GkoPsk z)2F9fU%2tAUSlVl2Id3k0DmY5hjws_qt+g2c}2-e001w0Kw;^pD@h~H7o?o8L#6E^5zJGYdUf`ot3z07~cezqfRn*KGn{~f1c_*YmW z*xeS#iF^HSPyXj*=%^~z>{KJP%TElM z=ky;oim-%SgO;ZML&*f&aF42*kN<}abu6LTv(DPN|4{n>wqWvN*(WLQgy$!UiX1iLLTirlSI0ZWgAeMUi!Qo;d8Pw5A~5+jO;7~ z>LiSMC5%tUtlRU!*s33U*kKoJxY5^2%Svug6yIH=UHggDrXH#wX-Y8-&o2P*bea6z@_c(#5(_^Y z5!odWc6C)a2~9j2dHjU871mwPp~>Uso}RWYv7JBgBsVM!GqW0lFwQ|eXFnEyDPos} zefT>om-c|jj=Le4P1ocWS&t&@C1dx>!ZaoJ*hm3AZB_Qez&c6Y>5HXkGM#9T7XlU? zkFgr%ezU6nfkv68^^S$6K(mYiAVov>q0f)dOwlUTx6P~~<#tupE#yov^F$C}$b&ui z+UwKi`5b`6ST5G^^QdE@Gahn%n8|S^mt7hMNQ;EJ+TCdV*||eKVZI`K@_=usxBP!k z%ldi(5`0z>l?F288C;496eJ&XZMgCH9_IzV5;5rK2r6IgfcrLXPQGef;>3G{4Y_X< zzQoW{2J9IwhLmWh-!_%KdcY=ar2KA^;%7sICBIG0a~lSS;Tvu17BoC5bgyzcR&qLWC`SIK2UT`?mpGwaLdkqzRSej-ZnBp&&u0ImytK;B>|9WHRZW z{%u$EP5%#ma{V~6I-Og59|!0D_CN0e*g|M@q3`UBIKw$o21{iC>LmPt6*n@y?xPE_V`3cU2zQGQt!kucCO`@gNkYz#pP80fmBBIM~sdUFGl6lkn^61 zT({ltfaV^cJed2w?L=cJdQx;sBkNN6V(YWggQ@9d%lCGFrE$9j-<)dOBhk~QNgKLw zWT_#$OzyxMA?2kGOHG8V0wZNByrL#-=giVIOZu20e+0AkJSrMk6VSp2xQTHl;(lkL zvE-Y3xdC1`L+h5h9HXo&bHFxry@Tn{9bfa)ez$#H2LI>I3NvnuL}8*013|Uhao$~B z8>Lj&BCoS9kBZ)`zJmo{OwnD3H7c->;tu0^KKs)51=xzBgZ%#4jeXDf z9C-OL@{ipuL@T=H?^4>OnECwQDT88mku=R4YXRw#>yG0=X7NZR=LFhjt;YROv=c1^a^`I3&MSwU}v}H~ZG%N&LCY-KYZD zaj!eYi$8q->*TKi)i)QG*qQ5=T}!<5`GwS>bL0H)sRYAml`9uG%jm8Ok~IJ}ZnIi` zsv@)e3v?phSx@&}ue~S1rO+`UBy`4BRq26CO=gG<*w(MEu8v~yEG|YB(g!+2@4TNN zFmh_ZYC^B{3PlM=?+hC{!PfCjBJwIdx9!7Im82-2zLSLaD1<$!i=I}E6Z-cdm%!03 z*U`F#IOn0`cWjU+_EbUd01s|D?#^e;441p~*zeqiI)4h?=VhFNsDAU_hVKp+VH?V{ zweIZzt4}&sTB8p|4YQfdP3f=t&bO&@l~YEf2j=mKTaO0@uvwy_LMFFeInwZMuDY#$ z433%-cnxDUe|A91U@cyun_r{cuI8o~;h~aK9yHctM0WrEcBj|+yW=;$8=s*Q3YH6I zRbe}6VcVM=Ra~BnA7wxMla}tkJ~;->UsT_s`>Yn0vQguJc~3&t2yNN^w0cTK*80s^Y+)4+KG?S&WPT1tM&+Mj430#`EF$QlBZbpgl~t z$H6OQ`%debW*Dlk|L#C3IQ;O!hfS9jZx&nEd=E{e2}V;!3ZOE=F`{$y_d+FhQ)c<` zwwGY^k6%n5NrUh}{9`6tM1YuBTiUy}k+5(2y7J+^-7SO3$U2sr{4Nt$ByT=4*Bep}V$a5LR!j7)(iwbmPgM#>4BbFZ*`nkQ0UH$RIsWeO5Q z)Y}Jloj@gATW%-@9hj91C!BSxxtyhwTqpG-Z$YQeiO4sc&34)|$ZkH)jAlJ5)vK(Q zma1$`wh!>ZPSL!nKz zrlCXFSlv}{6w3oWg1Rb}Y>@Eds3O8hN*1#f)55o%s{>yZ|CWSzy{@&$F)>UJX{naJ zjaAJ@zX;wqt}o*}@@(QEe2RS;0jp>H*ZaIrJ#ve@s2jnM zbE5|D^lM+$VI}m%SMtvg4QT#KNv2IiO6XjcOL>8A?L^}2`iLG1c8BjJ0GS(UMT9w% z4b(>qG?k~4`ZYl0KO$toc$`2y<00Kor71&P>)S1bq`nA;#IyLqO@wArc<63q|Lx#n zJX1zncQuu}0t*GUHhCxZ(e|;%Kap27xF~w*z^ceA*G>pw++HKC@4Tl2?H1wo^9?R< zNRI-VGdw<{j}z(mq^EN)#-NVeTrjh3`Hq57rTU~UN?}`Z$HP+0yQoP# z&|`OU(vW`LMpIzlGb>!B0DgcaxF3c$bC*iob{I-lOxE7$;82^hV8DImGOG2K;p}^p z2tCxWtj{{QWjga*ra(ZiQ>%JtO0YqD^ivFub(lcjm4I+3*ts_d?j__fxE+MCdg3B! zLQe~paShsYS0gBG)r1vk6pYu)su`#Zzf9_(5@1Ao+`l-CW@q0EPro>YTj4Rz6 z3-RK~CJCWb-z^(9g4qA47~|sKy5dl6K5ME^SyB#%czNaNFfHnmlF1z3gfkQ}cNMnJ zw8eG)6R9lrx}M-wDKGhkpM+SutduT>NVN{v#Y(4`!%~U-jGqKF>)Tfumj6oF!D(ij zTcEonc-bXCSuEET4Tw+Ko2#L}hj+-G_Xqz61(4JC@$1q=_A(kRUUjXEnh;-zm}3EH zq0aJ!z5KNXpK|s<0i;kpW#?sk*xp_rf05=s1^~ThcxJbuPWTsFa~$c*=Dh+`2XAGj zujDwlu#ZTNNzwTEI|!wll@+&I6`oD$6?s*HHl#{TP<$!T2)yQQcJuKdzYV2oN9@qa z5C!$D0D67?hy90jQu4MJor8B9uGEBC#DqH9mXQZ1-+(9&LBr~t`}C;LsKB7dnYZo< zCI^nS{amrSRB&HRf(~l(_Bbj0EPs{r6^K{-s76}2Ps@H9a?y!zt!mz8 zv6;iH-zOIY5x4BXO~|K;^e;8b$(B`yjKJxY`Z=Y*8Jk{{z`NtBoc~6j*f-{G*^c3;En<4puxq-aO|->>HLk>p)wG18I_~Q~liQ6}7v#Ws2*4 zqy}vGfQ((lzp#(1I2x6SA9b>PuPb9|SnvO=w8%u1PsFU{>M1|oJLlURm6tP$Ue}T} z&DGem!fYGM!nd0?SS^?ove9M6r5FDW`lxL-eRZyWV$ZMjEPrQxzsVq8Yp2n+b;E@f zer;c?oQ1htUvb + !deepGet(ioConfig, 'inputSource.prefixes') && !deepGet(ioConfig, 'inputSource.objects'), + info: ( + <> +

+ The full Azure URI of your file. To ingest from multiple URIs, use commas to + separate each individual URI. +

+

Either Azure URIs or prefixes or objects must be set.

+ + ), + }, + { + name: 'inputSource.prefixes', + label: 'Azure prefixes', + type: 'string-array', + placeholder: 'azure://your-bucket/some-path1, azure://your-bucket/some-path2', + required: true, + defined: ioConfig => + !deepGet(ioConfig, 'inputSource.uris') && !deepGet(ioConfig, 'inputSource.objects'), + info: ( + <> +

A list of paths (with bucket) where your files are stored.

+

Either Azure URIs or prefixes or objects must be set.

+ + ), + }, + { + name: 'inputSource.objects', + label: 'Azure objects', + type: 'json', + placeholder: '{"bucket":"your-bucket", "path":"some-file.ext"}', + required: true, + defined: ioConfig => deepGet(ioConfig, 'inputSource.objects'), + info: ( + <> +

+ JSON array of{' '} + + S3 Objects + + . +

+

Either Azure URIs or prefixes or objects must be set.

+ + ), + }, + ]; + case 'index_parallel:google': return [ inputSourceType, @@ -1423,6 +1491,7 @@ function issueWithInputSource(inputSource: InputSource | undefined): string | un break; case 's3': + case 'azure': case 'google': if ( !nonEmptyArray(inputSource.uris) && @@ -1478,6 +1547,7 @@ export function getIoConfigTuningFormFields( switch (ingestionComboType) { case 'index_parallel:http': case 'index_parallel:s3': + case 'index_parallel:azure': case 'index_parallel:google': case 'index_parallel:hdfs': return [ @@ -1815,6 +1885,7 @@ export function guessDataSourceName(spec: IngestionSpec): string | undefined { } case 's3': + case 'azure': case 'google': const actualPath = (inputSource.objects || EMPTY_ARRAY)[0]; const uriPath = @@ -2615,6 +2686,10 @@ export function upgradeSpec(spec: any): any { deepSet(spec, 'ioConfig.firehose.type', 's3'); break; + case 'static-azure': + deepSet(spec, 'ioConfig.firehose.type', 'azure'); + break; + case 'static-google-blobstore': deepSet(spec, 'ioConfig.firehose.type', 'google'); deepMove(spec, 'ioConfig.firehose.blobs', 'ioConfig.firehose.objects'); @@ -2653,6 +2728,10 @@ export function downgradeSpec(spec: any): any { deepSet(spec, 'ioConfig.firehose.type', 'static-s3'); break; + case 'azure': + deepSet(spec, 'ioConfig.firehose.type', 'static-azure'); + break; + case 'google': deepSet(spec, 'ioConfig.firehose.type', 'static-google-blobstore'); deepMove(spec, 'ioConfig.firehose.objects', 'ioConfig.firehose.blobs'); diff --git a/web-console/src/views/load-data-view/load-data-view.tsx b/web-console/src/views/load-data-view/load-data-view.tsx index 2566efd71c35..02c529ed94c4 100644 --- a/web-console/src/views/load-data-view/load-data-view.tsx +++ b/web-console/src/views/load-data-view/load-data-view.tsx @@ -704,6 +704,7 @@ export class LoadDataView extends React.PureComponentLoad text based, orc, or parquet data from Amazon S3.

; + case 'index_parallel:azure': + return

Load text based, orc, or parquet data from Azure.

; + case 'index_parallel:google': return

Load text based, orc, or parquet data from the Google Blobstore.

; @@ -831,6 +835,7 @@ export class LoadDataView extends React.PureComponent Date: Fri, 28 Feb 2020 12:51:25 -0800 Subject: [PATCH 2/4] change bucket to container --- web-console/src/utils/ingestion-spec.tsx | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/web-console/src/utils/ingestion-spec.tsx b/web-console/src/utils/ingestion-spec.tsx index 39fa4e6b8eee..dcc17a38bc13 100644 --- a/web-console/src/utils/ingestion-spec.tsx +++ b/web-console/src/utils/ingestion-spec.tsx @@ -1223,7 +1223,8 @@ export function getIoConfigFormFields(ingestionComboType: IngestionComboType): F name: 'inputSource.uris', label: 'Azure URIs', type: 'string-array', - placeholder: 'azure://your-bucket/some-file1.ext, azure://your-bucket/some-file2.ext', + placeholder: + 'azure://your-container/some-file1.ext, azure://your-container/some-file2.ext', required: true, defined: ioConfig => !deepGet(ioConfig, 'inputSource.prefixes') && !deepGet(ioConfig, 'inputSource.objects'), @@ -1256,7 +1257,7 @@ export function getIoConfigFormFields(ingestionComboType: IngestionComboType): F name: 'inputSource.objects', label: 'Azure objects', type: 'json', - placeholder: '{"bucket":"your-bucket", "path":"some-file.ext"}', + placeholder: '{"bucket":"your-container", "path":"some-file.ext"}', required: true, defined: ioConfig => deepGet(ioConfig, 'inputSource.objects'), info: ( From e4763b8f181e859101c668859bbc93afc9d6e743 Mon Sep 17 00:00:00 2001 From: Maggie Brewster Date: Fri, 28 Feb 2020 13:08:49 -0800 Subject: [PATCH 3/4] add azure to input menu --- web-console/src/utils/ingestion-spec.tsx | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/web-console/src/utils/ingestion-spec.tsx b/web-console/src/utils/ingestion-spec.tsx index dcc17a38bc13..6bc599eca76b 100644 --- a/web-console/src/utils/ingestion-spec.tsx +++ b/web-console/src/utils/ingestion-spec.tsx @@ -991,7 +991,7 @@ export function getIoConfigFormFields(ingestionComboType: IngestionComboType): F name: 'inputSource.type', label: 'Source type', type: 'string', - suggestions: ['local', 'http', 'inline', 's3', 'google', 'hdfs'], + suggestions: ['local', 'http', 'inline', 's3', 'azure', 'google', 'hdfs'], info: (

Druid connects to raw data through{' '} @@ -1242,7 +1242,7 @@ export function getIoConfigFormFields(ingestionComboType: IngestionComboType): F name: 'inputSource.prefixes', label: 'Azure prefixes', type: 'string-array', - placeholder: 'azure://your-bucket/some-path1, azure://your-bucket/some-path2', + placeholder: 'azure://your-container/some-path1, azure://your-container/some-path2', required: true, defined: ioConfig => !deepGet(ioConfig, 'inputSource.uris') && !deepGet(ioConfig, 'inputSource.objects'), From bb92f2954e43bd8011fc40741107ffd3079179b9 Mon Sep 17 00:00:00 2001 From: Maggie Brewster Date: Mon, 2 Mar 2020 09:59:24 -0800 Subject: [PATCH 4/4] remove static-azure --- web-console/src/utils/ingestion-spec.tsx | 8 -------- 1 file changed, 8 deletions(-) diff --git a/web-console/src/utils/ingestion-spec.tsx b/web-console/src/utils/ingestion-spec.tsx index 6bc599eca76b..bb01d8b5c492 100644 --- a/web-console/src/utils/ingestion-spec.tsx +++ b/web-console/src/utils/ingestion-spec.tsx @@ -2687,10 +2687,6 @@ export function upgradeSpec(spec: any): any { deepSet(spec, 'ioConfig.firehose.type', 's3'); break; - case 'static-azure': - deepSet(spec, 'ioConfig.firehose.type', 'azure'); - break; - case 'static-google-blobstore': deepSet(spec, 'ioConfig.firehose.type', 'google'); deepMove(spec, 'ioConfig.firehose.blobs', 'ioConfig.firehose.objects'); @@ -2729,10 +2725,6 @@ export function downgradeSpec(spec: any): any { deepSet(spec, 'ioConfig.firehose.type', 'static-s3'); break; - case 'azure': - deepSet(spec, 'ioConfig.firehose.type', 'static-azure'); - break; - case 'google': deepSet(spec, 'ioConfig.firehose.type', 'static-google-blobstore'); deepMove(spec, 'ioConfig.firehose.objects', 'ioConfig.firehose.blobs');