From 12e94cea1a48a4ce4ec736c3c0e732cfa137c852 Mon Sep 17 00:00:00 2001 From: Sebastian Bernauer Date: Wed, 28 Sep 2022 16:54:45 +0200 Subject: [PATCH 1/8] Improve water-level demo --- demos/demos-v1.yaml | 6 +++--- .../setup-superset.yaml | 2 +- .../superset-assets.zip | Bin 27991 -> 29101 bytes stacks/kafka-druid-superset-s3/druid.yaml | 7 ++++++- stacks/kafka-druid-superset-s3/kafka.yaml | 3 +++ stacks/nifi-kafka-druid-superset-s3/nifi.yaml | 6 +++--- stacks/stacks-v1.yaml | 6 +++--- 7 files changed, 19 insertions(+), 11 deletions(-) diff --git a/demos/demos-v1.yaml b/demos/demos-v1.yaml index 15cfcaaa..a2dc279d 100644 --- a/demos/demos-v1.yaml +++ b/demos/demos-v1.yaml @@ -50,9 +50,9 @@ demos: - s3 - water-levels manifests: - - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-nifi-ingestion-job.yaml # TODO - - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml # TODO - - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml # TODO + - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-nifi-ingestion-job.yaml + - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml + - plainYaml: demos/nifi-kafka-druid-water-level-data/setup-superset.yaml trino-taxi-data: description: Demo loading 2.5 years of New York taxi data into S3 bucket, creating a Trino table and a Superset dashboard documentation: https://docs.stackable.tech/stackablectl/stable/demos/trino-taxi-data.html diff --git a/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml b/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml index 7552fe85..5ac64b69 100644 --- a/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml +++ b/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml @@ -9,7 +9,7 @@ spec: containers: - name: setup-superset image: docker.stackable.tech/stackable/testing-tools:0.1.0-stackable0.1.0 - command: ["bash", "-c", "curl -o superset-assets.zip https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/superset-assets.zip && python -u /tmp/script/script.py"] + command: ["bash", "-c", "curl -o superset-assets.zip https://raw.githubusercontent.com/stackabletech/stackablectl/improve-water-levels-demo/demos/nifi-kafka-druid-water-level-data/superset-assets.zip && python -u /tmp/script/script.py"] volumeMounts: - name: script mountPath: /tmp/script diff --git a/demos/nifi-kafka-druid-water-level-data/superset-assets.zip b/demos/nifi-kafka-druid-water-level-data/superset-assets.zip index be1d22c237ebe25ba17c84abe404a982f0e6b3c0..9a4f59063da83fb730a45fb89be874c23f1d3f13 100644 GIT binary patch delta 1588 zcmbVMPi)&%7`KyX)3SA`XbW2tD!a5wtIeq$dybv0(6mXHWKEMb5mOha8^^Bg=HHq> zY(+z(9N1wRqI^Sz0~H6PNw6L!ACNfEZAb_tG!0D^2riQ*G`J!m4oE9;T8I;IsCd%T z)9?5Fec$`u_rp)<#$(i(IAgVSBRdO6e!1@WHChM8J_dJ`XYIU~OHmBXdzsafr@DEf z0sS=Z_cERnB*pT+)oZ*-3mz#ww;$g_&D5BR>klkn*v#B5^?CjF{)vNTZcKFnsU3ow z_)-0(F7M$snZAY(cEg(g1v7tn5reI9r@rm~Y`>X*vWV+j;~uM-d#X91nA@j&CSPmG zWivOZKaAe7m~}_;1NzVq z#MlsQBoD$zlixz0#{r*@iYNsSPH)4H9P`{#RmpN|SU}V@157vF0 zI5aM=UTtk)^W>a@Ly#GTH~DF}mZr6#XM^ zMG#|88Tm2IXB^3@nR2xZ(a#<)X2vTObB3#s}s!)(Km0DRY$i-?!;Eg+2>q6k! z+1)$LgL-NlHp2bKvZY$FIuwi~Q<3S36qbs_Lc-)!JU%lt5lE(n`URn?736-*|K-26B$=$pW@(D>(i}-J6vq%5QRWCQCHbTi z63J7v_)jhEe<^yfd&{mQ2(%E0EUTlTZ$ zR5Vo9q+kv{p2bb@y>#z0+-`=dtSM^Mk5N82o*n={+Xa2Xp}jr!N*dtC+&pTSy5P5H zN8R)*yCy~wwX?zVsij8PCN#qG{}tACz-R!>XaMLGdI$DYot5-Ex-V0-;>`dJ-vl-h z4$P#8=I!;brME3MW3WI%AIFkk@B(`j;W#<-cskxaA#D++Nm|X6W&)k>qDXw z9%{H*e0ecySs#VFN{^X+vUtYw=U6+tGbl*Q2cdS!W-e~I8g6Gt^3#@;SUbC(KkaIn z6uV>AINn4*nQ7PG8658_J+7Aj+hTR&oMH9B_o delta 1125 zcma)6Z%7ki7{5Db;=-+T7V4Hex1h4C-R+#WInz0|iRK)e)yn*H`;*h{Hvh~-zhvK5 zAz{y_KJ`(E494{(kP4zcWC=+i4uU9%KE*yoMMS$5?cLFb-s9!&_j`W#KF|B`d*AgB z_)ZSj`uZyr8tnHVu}{;6cwYfXvlWBaiFzeRb3?R=X3WfLhh4)_MQEcLo0&PmvKHE8 zTD@UKRN1W^9D$HeXvIz9u>$2X37wd&a_&XBeBubKkqu&39iuAeb+9a`#Wk{Cqk3q+ z{!LI|m^6Lz`XHNZg75xXoCdGM0H#0?URdm~aerk?cU_&thmTgVY<5`EUU=`fIupeq&%|@Ex+rr^+JH=agj$)%> z6J?EXW-4mpn07PE(AIDmc>f{T?l!|ln*rTJPSA_hmgiLnC+>C*Rv@@gJSheom&^L3 zOC1)!x}FfIZY5har7lqRE*)zkdF^pG(+R=dgB4&m=2!f^I*~l9uGtIFv zw|~rQg5(H^!mZK9T2`qqj#zYZB9^x4X)7%8M)27x3B4X#U9Iq*za`!ty^G_P!g3@; z#~(mCG>%I;EvVcz@H6zZdfpja2%Mf3Xb?tPlz)*Iq#X3WaySkD(O-DS-xTYj$%><; zT@)9i^v+&~e~2n&D$<8i94WayJZG|fl&G!J~T9%NHrJF{7VZf~R8(@TRKXpgk+^1)ojS+~eZ*pqoZamt z;ZpJ#vF(yavdMm8u20VDQiDWjK+dkDyu?Mnoc)pVXiILwuv35T2kEtpUpXh&XNJiG SzW&NRQe0Jdq%Zq~gnj{1vrPs7 diff --git a/stacks/kafka-druid-superset-s3/druid.yaml b/stacks/kafka-druid-superset-s3/druid.yaml index 2cfb577a..0ad41ef1 100644 --- a/stacks/kafka-druid-superset-s3/druid.yaml +++ b/stacks/kafka-druid-superset-s3/druid.yaml @@ -35,7 +35,12 @@ spec: historicals: roleGroups: default: - replicas: 1 + replicas: 2 + configOverrides: + runtime.properties: + druid.processing.numThreads: "4" # As we are on 22.09 we can't set any resources requests or limits + # See https://github.com/stackabletech/druid-operator/issues/306 + druid.segmentCache.locations: '[{"path":"/stackable/var/druid/segment-cache","maxSize":"5g","freeSpacePercent":"5.0"}]' middleManagers: roleGroups: default: diff --git a/stacks/kafka-druid-superset-s3/kafka.yaml b/stacks/kafka-druid-superset-s3/kafka.yaml index bbb8c269..d2278e97 100644 --- a/stacks/kafka-druid-superset-s3/kafka.yaml +++ b/stacks/kafka-druid-superset-s3/kafka.yaml @@ -30,3 +30,6 @@ spec: roleGroups: default: replicas: 1 + configOverrides: + server.properties: + log.retention.bytes: "4294967296" # 4Gi, as this is for every partition and the demos/users might add multiple topics diff --git a/stacks/nifi-kafka-druid-superset-s3/nifi.yaml b/stacks/nifi-kafka-druid-superset-s3/nifi.yaml index 04683b4c..d8617c89 100644 --- a/stacks/nifi-kafka-druid-superset-s3/nifi.yaml +++ b/stacks/nifi-kafka-druid-superset-s3/nifi.yaml @@ -18,17 +18,17 @@ spec: config: resources: memory: - limit: '4Gi' + limit: '6Gi' cpu: min: "500m" max: "4" storage: contentRepo: - capacity: "5Gi" + capacity: "10Gi" databaseRepo: capacity: "5Gi" flowfileRepo: - capacity: "10Gi" + capacity: "5Gi" provenanceRepo: capacity: "5Gi" stateRepo: diff --git a/stacks/stacks-v1.yaml b/stacks/stacks-v1.yaml index 542423f0..891d184b 100644 --- a/stacks/stacks-v1.yaml +++ b/stacks/stacks-v1.yaml @@ -163,10 +163,10 @@ stacks: - helmChart: *template-minio-druid - helmChart: *template-postgresql-superset - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/kafka-druid-superset-s3/zookeeper.yaml # Reuse - - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/kafka-druid-superset-s3/kafka.yaml # Reuse - - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/kafka-druid-superset-s3/druid.yaml # Reuse + - plainYaml: stacks/kafka-druid-superset-s3/kafka.yaml # Reuse + - plainYaml: stacks/kafka-druid-superset-s3/druid.yaml # Reuse - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/kafka-druid-superset-s3/superset.yaml # Reuse - - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/nifi-kafka-druid-superset-s3/nifi.yaml + - plainYaml: stacks/nifi-kafka-druid-superset-s3/nifi.yaml trino-superset-s3: description: Stack containing MinIO, Trino and Superset for data visualization stackableRelease: 22.09 From 6acc9000d0acadde2598e3fec6395a55da9e4298 Mon Sep 17 00:00:00 2001 From: Sebastian Bernauer Date: Wed, 28 Sep 2022 20:26:54 +0200 Subject: [PATCH 2/8] Fast... faster... this dashboard --- .../superset-assets.zip | Bin 29101 -> 32341 bytes 1 file changed, 0 insertions(+), 0 deletions(-) diff --git a/demos/nifi-kafka-druid-water-level-data/superset-assets.zip b/demos/nifi-kafka-druid-water-level-data/superset-assets.zip index 9a4f59063da83fb730a45fb89be874c23f1d3f13..a0704511d066daf030ca54c40d3d4cb9aaacab6d 100644 GIT binary patch delta 3202 zcmb_fYiv_h9PjNqmlfy+tRQ=FHwN2acl6%gwzoAfx~&^y>pHqF3@Mb;dvC{Bd)uw; z21dh-Mwbvs;2$)`_#j4!A25=lMng>S@dbj9M2(Ud0i*GQl410N&v;HB>%EgD#MtJv zJ@^0q{U7J_{I}HSe^RwW{UwGfUGCMO`{J42OS|xftSvhDG+JFMSXqnX)B~L+!DVG# z7Dv0?$~!IWspH#oqzfNiq)aoeXXiHGr_+(OQzZxU(Yo@4JQbQjDR~MSR@bX`R~n{{ z4SNPWT>&~v4n^b2n1W(*8=XwYT4FLvrl;hXtfZ2yG)mIy2W@oMh~MuS41@xGUe9pA z?HvjlX*x*wLZQ@nOb#kNexEm}&~yv=NXk)JOwq{{N{z>rP&z#>wbA0Scv?xdZ2p&e zA`zL2$8tK=h6!bCDxOZz;iDRDgpk#P#>Rrm;rO^hx8#j>_YDX72632Kt2v#yh^q@B zXRQ_VWy6J6&2{})SG(HfphBb<>}z2QDn5U=$4__er8&CWGu#za2Ku~x0h+Z~f=cEa zbBuxxx*1+1_KDQs+SR7cTB$i05w z$PfX6CA(&00&ba=CZ3n9q666&nMESQJ0lzu<^-9sNrII}j<6K5@o=Z)6!}fbihYr-faElo-B>; ze}NE9p;*#IE9qzyelm+qf*9r`-XSnyWI+ti$`a$W^G?QQ<3(8%kzGREVlOTMQS`^Z(=3MsuavvLpF#vU0o-L6$Hh zIYeA^5zfjWrx<1|c2Qz^BnSdmEV?C%?eR$0D#7f&KTo=# z)KJ#UpnKE+XLc6)_e8uNe)g=&{Jir+L!R%Fm!<5P+ujch@QSCvR~KIoUUzNA)bpes zF4+o?ug9t>7Jl7EXPWGDWyUw9AKrH19JxxN!d;)&_tmxoRM#n`tG%mSlE~DR3LYXGJzpFvG zqsSUim($04&Qdm*96fC4@{J6_q!7g2SPrKHSXmoRIwuN@lSdNc zu<~{!u$&cl4j_NM`(B#Js6C$t-^z?m;;_ittqu)mAAa|*(z6yAbZ-F5@F-1$5G^{^>86BqD&o_ofj;~;j}ZX#L5hB5hG04 z;;=ChS(13kVaLls0^4>kvvyHnvyUvhkf_k<5*4b_n%nmaWy?Ggv{MwDxwxOF;NjrP z%x?#r6vct{;P=M8dxyLa&GaKAfwI3rz5VDwHF1BX#6Zh%4g4Km-gHmy-$b`4J}YMG zS%JmgH>Ue!epkPD=Fm{qhH8s#K&7<%-V%Njoy@G3m6Fz?&$vrynxVUPy8QvBs5ko< zmov;uRhf4W9o8Gjtqj^GI8*j6wlyZF5NVCTOt0MrIacaE7qnt~#xgAF-l6Db!-8H)zG~ems!KTVmCEN2`__57qT}o>uE$-liguraGvs z!Sl3odBN5!)zhhB!2=eL6r%QWyjs7bS4GMWT1;94=R6fEd2v9+gam-j~22}zd@7W4lCM#>TQ$@}G5>m0NW(+Y> iY}v(LJr+?(&FyPgGt^&-{}||WtMGfiOsDfrlifeS?b^Tq delta 2152 zcma)7Z)_7~7{BYv#{RaBfwS$l>tJ>bwDj6**UoHgWdk-k+HFk+(pj#(TUXkw@d@_kO{^ND{!Ye3uDH2fp4e;eXR}l zm_7obp$Xbs-jn~=%odpJY=h~R43gKt=B80-tnMs$5VuwL)YhAR>HfsffML=YRJmxW zJSZf2mVuj1ty*ac*R1)a2u~0kOJ{PkEXVTMj6E97COMX%Gelvw`y8Flv5|HO zq~IcCq=q0O1d++o*`&Z{>~wtulP@4ab?X4)29}u<~h_1O0 zJ+)VWAlHGe?h5Fe8{u}{CHdd$u7s^sUx~eLgBBiC)q<=02E5+56D~Sl0F-&+WTzf4 zq#8=t7V)HYQxhBr7PAlb95KM@3A6ZV@K{y-?zUqm{?TBVG?a;czlOkBy#+u{Mfw#cV!?_S&YXu9(LapJL~=ex8*ScjDBxz077GgBZlW7ue_N^bbJgTk!aoNv!xPK&M z-9lI_A#%WCv07_Ty-S}39r@=?4k{k=#9gG#>GC>k6zQdGbd2@doFvo5xEY6!bj3<% zuKznB4hT97lZG-yu1@_1tp^_yuP2_wVLGK3|D5i?(IvJW9KuoVBvW^5Mje6S!Pz7; zkOD4YR*JVd0}B7Sba+$zQR07DSb;aWFz!Ya8{7)i!z)4^^z)Z$lChysZgk-3@Qmz2 zAtD#BQy6`u!-|)M`xWLgS&o*C*uJZOENm;ELcEoEQKOZ53dHA}#p{1No>9z#*Ft-1y7&g)I8eo*XR(r+2R-l%}1f-bd(JM-(| z%LRj`&#czNNvlpW3G0p+G#A|pB`ST~35aJ@)xFBwS)lX9E(wKKfXr{z{L!Z{gDMfH zfXr`z^M{|%oE}uDO&u1^dLs7S9)C`cWP+f1soRzXMhE1<2 Date: Fri, 30 Sep 2022 14:07:39 +0200 Subject: [PATCH 3/8] Add compaction --- demos/demos-v1.yaml | 2 +- .../create-druid-ingestion-job.yaml | 25 ++++++++++++++++--- stacks/kafka-druid-superset-s3/druid.yaml | 2 +- 3 files changed, 23 insertions(+), 6 deletions(-) diff --git a/demos/demos-v1.yaml b/demos/demos-v1.yaml index a2dc279d..a3bc5840 100644 --- a/demos/demos-v1.yaml +++ b/demos/demos-v1.yaml @@ -51,7 +51,7 @@ demos: - water-levels manifests: - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-nifi-ingestion-job.yaml - - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml + - plainYaml: demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml - plainYaml: demos/nifi-kafka-druid-water-level-data/setup-superset.yaml trino-taxi-data: description: Demo loading 2.5 years of New York taxi data into S3 bucket, creating a Trino table and a Superset dashboard diff --git a/demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml b/demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml index 06bbdcc6..04484241 100644 --- a/demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml +++ b/demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml @@ -9,7 +9,7 @@ spec: containers: - name: create-druid-ingestion-job image: docker.stackable.tech/stackable/testing-tools:0.1.0-stackable0.1.0 - command: ["bash", "-c", "curl -X POST -H 'Content-Type: application/json' -d @/tmp/ingestion-job-spec/stations-ingestion-job-spec.json http://druid-coordinator:8081/druid/indexer/v1/supervisor && curl -X POST -H 'Content-Type: application/json' -d @/tmp/ingestion-job-spec/measurements-ingestion-job-spec.json http://druid-coordinator:8081/druid/indexer/v1/supervisor"] + command: ["bash", "-c", "curl -X POST -H 'Content-Type: application/json' -d @/tmp/ingestion-job-spec/stations-ingestion-job-spec.json http://druid-coordinator:8081/druid/indexer/v1/supervisor && curl -X POST -H 'Content-Type: application/json' -d @/tmp/ingestion-job-spec/measurements-ingestion-job-spec.json http://druid-coordinator:8081/druid/indexer/v1/supervisor && curl -X POST -H 'Content-Type: application/json' -d @/tmp/ingestion-job-spec/measurements-compaction-job-spec.json http://druid-coordinator:8081/druid/coordinator/v1/config/compaction"] volumeMounts: - name: ingestion-job-spec mountPath: /tmp/ingestion-job-spec @@ -65,9 +65,9 @@ data: }, "dimensionsSpec": { "dimensions": [ + "uuid", "water_longname", "water_shortname", - "uuid", { "type": "long", "name": "number" @@ -124,11 +124,11 @@ data: "transformSpec": {}, "dimensionsSpec": { "dimensions": [ + "station_uuid", { "type": "long", "name": "value" - }, - "station_uuid" + } ] }, "granularitySpec": { @@ -139,3 +139,20 @@ data: } } } + measurements-compaction-job-spec.json: | + { + "dataSource": "measurements", + "skipOffsetFromLatest": "PT1H", + "granularitySpec": { + "segmentGranularity": "DAY" + }, + "tuningConfig": { + "partitionsSpec": { + "type": "range", + "partitionDimensions": [ + "station_uuid" + ], + "targetRowsPerSegment": 5000000 + } + } + } diff --git a/stacks/kafka-druid-superset-s3/druid.yaml b/stacks/kafka-druid-superset-s3/druid.yaml index 0ad41ef1..fef6c203 100644 --- a/stacks/kafka-druid-superset-s3/druid.yaml +++ b/stacks/kafka-druid-superset-s3/druid.yaml @@ -40,7 +40,7 @@ spec: runtime.properties: druid.processing.numThreads: "4" # As we are on 22.09 we can't set any resources requests or limits # See https://github.com/stackabletech/druid-operator/issues/306 - druid.segmentCache.locations: '[{"path":"/stackable/var/druid/segment-cache","maxSize":"5g","freeSpacePercent":"5.0"}]' + druid.segmentCache.locations: '[{"path":"/stackable/var/druid/segment-cache","maxSize":"8g","freeSpacePercent":"5.0"}]' middleManagers: roleGroups: default: From 0802e01049aed4c2b47c14582ff5f159e6f53a0d Mon Sep 17 00:00:00 2001 From: Sebastian Bernauer Date: Fri, 30 Sep 2022 14:08:27 +0200 Subject: [PATCH 4/8] Update demos/nifi-kafka-druid-water-level-data/setup-superset.yaml --- demos/nifi-kafka-druid-water-level-data/setup-superset.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml b/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml index 5ac64b69..7552fe85 100644 --- a/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml +++ b/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml @@ -9,7 +9,7 @@ spec: containers: - name: setup-superset image: docker.stackable.tech/stackable/testing-tools:0.1.0-stackable0.1.0 - command: ["bash", "-c", "curl -o superset-assets.zip https://raw.githubusercontent.com/stackabletech/stackablectl/improve-water-levels-demo/demos/nifi-kafka-druid-water-level-data/superset-assets.zip && python -u /tmp/script/script.py"] + command: ["bash", "-c", "curl -o superset-assets.zip https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/superset-assets.zip && python -u /tmp/script/script.py"] volumeMounts: - name: script mountPath: /tmp/script From 2f223382eea8272aac7e7904415339459fc8fd54 Mon Sep 17 00:00:00 2001 From: Sebastian Bernauer Date: Fri, 30 Sep 2022 14:08:35 +0200 Subject: [PATCH 5/8] Update stacks/stacks-v1.yaml --- stacks/stacks-v1.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/stacks/stacks-v1.yaml b/stacks/stacks-v1.yaml index 891d184b..bc7d56e8 100644 --- a/stacks/stacks-v1.yaml +++ b/stacks/stacks-v1.yaml @@ -163,8 +163,8 @@ stacks: - helmChart: *template-minio-druid - helmChart: *template-postgresql-superset - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/kafka-druid-superset-s3/zookeeper.yaml # Reuse - - plainYaml: stacks/kafka-druid-superset-s3/kafka.yaml # Reuse - - plainYaml: stacks/kafka-druid-superset-s3/druid.yaml # Reuse + - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/kafka-druid-superset-s3/kafka.yaml # Reuse + - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/kafka-druid-superset-s3/druid.yaml # Reuse - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/kafka-druid-superset-s3/superset.yaml # Reuse - plainYaml: stacks/nifi-kafka-druid-superset-s3/nifi.yaml trino-superset-s3: From a8b3df2e0e2b2a10ba5dfbe5bdccf8e80dcc0268 Mon Sep 17 00:00:00 2001 From: Sebastian Bernauer Date: Fri, 30 Sep 2022 14:09:27 +0200 Subject: [PATCH 6/8] Update stacks/stacks-v1.yaml --- stacks/stacks-v1.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stacks/stacks-v1.yaml b/stacks/stacks-v1.yaml index bc7d56e8..542423f0 100644 --- a/stacks/stacks-v1.yaml +++ b/stacks/stacks-v1.yaml @@ -166,7 +166,7 @@ stacks: - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/kafka-druid-superset-s3/kafka.yaml # Reuse - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/kafka-druid-superset-s3/druid.yaml # Reuse - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/kafka-druid-superset-s3/superset.yaml # Reuse - - plainYaml: stacks/nifi-kafka-druid-superset-s3/nifi.yaml + - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/stacks/nifi-kafka-druid-superset-s3/nifi.yaml trino-superset-s3: description: Stack containing MinIO, Trino and Superset for data visualization stackableRelease: 22.09 From 0fa476b55a493e2e7f06efdf72b34bbbe821a2d3 Mon Sep 17 00:00:00 2001 From: Sebastian Bernauer Date: Fri, 30 Sep 2022 14:11:16 +0200 Subject: [PATCH 7/8] Update demos/demos-v1.yaml --- demos/demos-v1.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/demos/demos-v1.yaml b/demos/demos-v1.yaml index a3bc5840..10acdcad 100644 --- a/demos/demos-v1.yaml +++ b/demos/demos-v1.yaml @@ -52,7 +52,7 @@ demos: manifests: - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-nifi-ingestion-job.yaml - plainYaml: demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml - - plainYaml: demos/nifi-kafka-druid-water-level-data/setup-superset.yaml + - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml trino-taxi-data: description: Demo loading 2.5 years of New York taxi data into S3 bucket, creating a Trino table and a Superset dashboard documentation: https://docs.stackable.tech/stackablectl/stable/demos/trino-taxi-data.html From 1b3145c945ef597f0739238d70f82da259f2caf4 Mon Sep 17 00:00:00 2001 From: Sebastian Bernauer Date: Fri, 30 Sep 2022 14:12:10 +0200 Subject: [PATCH 8/8] WIP --- demos/demos-v1.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/demos/demos-v1.yaml b/demos/demos-v1.yaml index 10acdcad..60154dd1 100644 --- a/demos/demos-v1.yaml +++ b/demos/demos-v1.yaml @@ -51,7 +51,7 @@ demos: - water-levels manifests: - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-nifi-ingestion-job.yaml - - plainYaml: demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml + - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml - plainYaml: https://raw.githubusercontent.com/stackabletech/stackablectl/main/demos/nifi-kafka-druid-water-level-data/setup-superset.yaml trino-taxi-data: description: Demo loading 2.5 years of New York taxi data into S3 bucket, creating a Trino table and a Superset dashboard