From ac7521521833a937e25b8334de585dd38aa54bb2 Mon Sep 17 00:00:00 2001
From: Neeraj Bansal <neerajkrbansal1996@gmail.com>
Date: Tue, 30 May 2023 23:12:45 +0530
Subject: [PATCH 1/3] added confluence document loader and html-to-text
 dependency

---
 .../documentloaders/Confluence/Confluence.ts  | 120 ++++++++++++++++++
 .../documentloaders/Confluence/confluence.png | Bin 0 -> 14323 bytes
 packages/components/package.json              |   3 +-
 3 files changed, 122 insertions(+), 1 deletion(-)
 create mode 100644 packages/components/nodes/documentloaders/Confluence/Confluence.ts
 create mode 100644 packages/components/nodes/documentloaders/Confluence/confluence.png

diff --git a/packages/components/nodes/documentloaders/Confluence/Confluence.ts b/packages/components/nodes/documentloaders/Confluence/Confluence.ts
new file mode 100644
index 00000000000..c2f3abc0a8d
--- /dev/null
+++ b/packages/components/nodes/documentloaders/Confluence/Confluence.ts
@@ -0,0 +1,120 @@
+import { INode, INodeData, INodeParams } from '../../../src/Interface'
+import { TextSplitter } from 'langchain/text_splitter'
+// import { GithubRepoLoader, GithubRepoLoaderParams } from 'langchain/document_loaders/web/github'
+import { ConfluencePagesLoader, ConfluencePagesLoaderParams } from "langchain/document_loaders/web/confluence";
+
+class Confluence_DocumentLoaders implements INode {
+    label: string
+    name: string
+    description: string
+    type: string
+    icon: string
+    category: string
+    baseClasses: string[]
+    inputs: INodeParams[]
+
+    constructor() {
+        this.label = 'Confluence'
+        this.name = 'confluence'
+        this.type = 'Document'
+        this.icon = 'confluence.png'
+        this.category = 'Document Loaders'
+        this.description = `Load data from a Confluence Document`
+        this.baseClasses = [this.type]
+        this.inputs = [
+            {
+                label: 'Text Splitter',
+                name: 'textSplitter',
+                type: 'TextSplitter',
+                optional: true
+            },
+            {
+                label: 'Username',
+                name: 'username',
+                type: 'string',
+                placeholder: '<CONFLUENCE_USERNAME>',
+            },
+            {
+                label: 'Access Token',
+                name: 'accessToken',
+                type: 'password',
+                placeholder: '<CONFLUENCE_ACCESS_TOKEN>',
+            },
+            {
+                label: 'Base URL',
+                name: 'baseUrl',
+                type: 'string',
+                placeholder: "https://example.atlassian.net/wiki"
+            },
+            {
+                label: 'Space Key',
+                name: 'spaceKey',
+                type: 'string',
+                placeholder: '~EXAMPLE362906de5d343d49dcdbae5dEXAMPLE'
+            },
+            {
+                label: 'Limit',
+                name: 'limit',
+                type: 'number',
+                default: 0,
+                optional: true
+            },
+            {
+                label: 'Metadata',
+                name: 'metadata',
+                type: 'json',
+                optional: true,
+                additionalParams: true
+            }
+        ]
+    }
+
+    async init(nodeData: INodeData): Promise<any> {
+        const username = nodeData.inputs?.username as string
+        const accessToken = nodeData.inputs?.accessToken as string
+        const spaceKey = nodeData.inputs?.spaceKey as string
+        const baseUrl = nodeData.inputs?.baseUrl as string
+        const limit = nodeData.inputs?.limit as number
+        const textSplitter = nodeData.inputs?.textSplitter as TextSplitter
+        const metadata = nodeData.inputs?.metadata
+
+        const options: ConfluencePagesLoaderParams = {
+            username,
+            accessToken,
+            baseUrl,
+            spaceKey,
+            limit
+        }
+
+        const loader = new ConfluencePagesLoader(options)
+
+        console.log('loader')
+        let docs = []
+
+        if (textSplitter) {
+            docs = await loader.loadAndSplit(textSplitter)
+        } else {
+            docs = await loader.load()
+        }
+
+        if (metadata) {
+            const parsedMetadata = typeof metadata === 'object' ? metadata : JSON.parse(metadata)
+            let finaldocs = []
+            for (const doc of docs) {
+                const newdoc = {
+                    ...doc,
+                    metadata: {
+                        ...doc.metadata,
+                        ...parsedMetadata
+                    }
+                }
+                finaldocs.push(newdoc)
+            }
+            return finaldocs
+        }
+
+        return docs
+    }
+}
+
+module.exports = { nodeClass: Confluence_DocumentLoaders }
diff --git a/packages/components/nodes/documentloaders/Confluence/confluence.png b/packages/components/nodes/documentloaders/Confluence/confluence.png
new file mode 100644
index 0000000000000000000000000000000000000000..3cbb7b3dc2492867afc54c6ddca6ae2219b91aec
GIT binary patch
literal 14323
zcmc(`c{r5s_XqwkGIlMt>^milY}pxQ$%rIb!jyL!A<EQ*>`NpOVT^qnDodi2T^l9a
zOi{{E6i<p`kU@U;NbmRO``_=M-}Q6p()HZWy`B4<bD#5iohQ-$kR>mdC>I1lyw+Cx
z9UzDm{FfEtU<ZHbmtHf#AI?B4mmmn@-ogCG0+Dh>AV?ar-f!l3DffF`Fwy;JMuQ6H
zyz*Z5Vwt0aS+`vZe33iOh~wPu7UkW&e>AtT_KlOMTiJaRqlxOUJJAVv(nXF#1^X_O
zoSL+U_cd@R?@myTkyYl1?lMGL&8_5z9g#JUzx}#}kQds!V%*2rk^fqMc6j<j(4tEy
zjsq;{|KFc82TJ-6C6@|6D^0Pa@_SJ-WZ)Sb!wa=0OKKHO|9$I(=+EB`K#J`=J_00R
z+irs%W9uV{srW;haDt4FkT6(1Hr2UEujBPqYl7|lpEXK{r2MA`Xc5dqz(m!e`BSV%
ziDu(%>(t255+9fOOW&>LSRm-&OXs4NX!zI&?l*tqwugp_YxkE%k)RL%$?zioV)(;Z
z-F4&$$K~K6ALAFuDY+nSf8FD_6jaeioNMan&vPu$nB9Krix$7%OCxN=vnke{Gi}G+
z(!wG=>~R-ya6gegn_d7{hV|$D8tK5F!!X)v%O=&;>bD597UpZE<qM<_(#P4y!q1uE
zrhRA;2BxRF2yc2yhYsm1-4ZT=Z>Q2P>P$nguL+W<)0XREE`&h~s*<Sx_nAEQ$SB1&
zH*T`#Y3G{_6YfpHnyE{p2&hF#v1Ooa+2qIl_T-+->%DerkG??E(i?c^@?b)ZbO1j&
zeNK9-8oR0Xi?-&V`Gr=NhXEtj`YI3ZcNwTd2y-nX6_V4!RPSnjD*lY0@9ULWw#b?7
z7^(TQ3^9^KYA1hC3yTg~6OK&9yGd~c*`mT)2PoqYrJ<M<>hm`EX+}|*aL6QQVST}3
zT&a!tOurpBxjb}z4MN2nZnK`eS@^<Ep>=Q>zZ3e6!R$8V)(qJ9DwKa89f7@@K-Rrk
zSZim5A+S@=C7&7|HXuMVuhi*x&z@!Ed`xa%?x63D=VrNC;EZcX#m6i))@J+mJnMOo
z59gUf$BJQzGL_!a(FwcYFL@RI1Bk-h*wU1c8bNnwU#C4dU%T1ktn@s?`|70XA8L=2
zpWa_SH}b>b`!z}E^RU+Ox#S3HVvc?tLd2Kvf~?6|b+ezg3L?AN?1i{`u9KxQu<lc5
ziM_nmc0UfOn|dZ#pKcN!!Sk=9RK+xmSPwv#aq??1ORoJ-oOjrEXG=gCiVrT>b6)kI
zKg%}9vY$tgb;`giPEs<hdfo#O()yfO&1Y>{EaI4kV?+~fT#%VF=*l>k$Vcy0GL_&U
zr`#-@SqYZ=;ZDv%m*EcKMscq0wP<%;8wd({jI&ueh8rJ!J(PLDGG9H<6DRgMI!Z~Z
zcii34sBK%ScktxSLI<&RcE3J*{!bKdif4!?S7Z-4xcTBWa*mBXrln<@6(czON|wom
z{lbyi+b}gt)$sOb2M_7SMah$BuF<StSL|gZM_K$NFTDGuTZI~V^$il)<Agh;<?cj{
zUPGA2L1a6O{<D_wZc+05oKM1~EoJ4|_}I{nU!AJK=6zESFD|r7LZ`~B#n#C?edkWU
zsN7|LrWi&lC}%qG3Vw2zY-h)gkJ1NkmihvDzm4QMB^RMGJA&^vbgX#iKwS}Kxd{yW
zCLxUPA7bke&iB;{gXM!IDvZ{GV#ik48&9zL7tY-M8Q?u_jT%WWK&k1Qy$|)YsnC03
zv(S}_58x#EEkCK(0e-{QZlU!o<Z<_Bjqmh}8gMMtPfK@v5SxbB&EpEM$3Dm(e6&r?
zjMquo>5J4!+K|xKeZQ1o@^*ptb_-NqpS?^4!Yl5<RWf&rZ}mN~l=SPT_U)u6r_zN2
zeyZ#scLVJ>s;DS9bHQot*SoHV`QO5-iX;nu9(QH^ct?;&Fq&(xezi#Y%=wxc{a7FW
zNvnBuQ?MtYLK!%KrX-J#Q`aoDTa;#ri>-r@CYqFC;yGV^OZ55u0s292r0Gy1c{a=R
z$4g7A#^fS2s%t+rr+K>K%Q=RXP0HLNbX)r|)$Ob67V|jl)<p7_yqve&U)$%6+tneS
zbA2EC&c?HEfW9-J$X6V!!)#ayAHsPi{#OuRwV!-Tmm9B$J(^;?JfwW!=+y(C-E65x
zn)4uMsSf&s?XNj%e~VWh$B|MVp;YI52m(hR2?@q?nY~N!Pqv`u(e9i1X(0&{Ua#ga
zvj=!$p{}}ea|*A(QEOo#>Z6`ak6fvikS5jz1>KuiMq;SZ)+1{y=Zx*PpGd!(Loj8I
z6eTAEugz$i`VD@Iv~X)WV)(<p)TINj5vT2ZI$`o>VXi3qnyjM4<H~gw4^52jm&8)T
z1F^_{EB#k)hfdZ7uvO<=9_qB0nOb1~I9);Q@VtYj>@4v&BAt)A@XVi4-Eeb1A)f1V
zoM=_i9RZR=TB~`o)9E~}Wg>xk@A8z`8wW2m#jE9%d?P8QDH=9Efqp_eYo?t*K6j>`
zH0@~B*!+(2k#;?5#{k_rfHRTCEBG>9Vwc+6<7f)^rCHA;?K7u>&?^qRv`?D3g`U59
z?Aeq02S+{t8T)L1@2V9n)Y8_u-(>KrLAHdwT=A~M&I>NbftDOm2-yAE>c?>Pjy5iG
z%&kl=&Ds6_-PJUb&?SmqUiL@Of8p-KexU)nZGau;q|z0#-BWbaVR=D$qK947oA4Wt
zv?7EJ+xm5A#^_)UGXGtj*Wv#C6I93>>B#5fglSBWE$>pAU991-4meS<^=WDJg{TWM
z#`IesU4rd61RYq=Hdh=b1eQZ2S4IqjtABaWuA|oz$wRejch#Qqw(0+K(Nr+OdbF^A
z7oArqgtqMO`us-m0^@MM%h)aMMafdzFJmwJDcmi2aXr#0krPcGS1;?=v5~Bi_I_^^
zNck@(!z($@F>(^ysD8KL@9LNsEJK8_EU;3aG=ldw){H)RN2s<cM&GOS7H9Z!c~5~v
zzcab2#Xa5@bsWdfzHUFIxoSA|Ar(K-&(%{j#-4NIoRJ>!Y}s<1;?td9q~+ZyxM}s~
zy!hmHK2NR|x1=y*V}0Up<G%F5DfYT$f=-yjj@3Ck_m@#V{#N?h>;3daG0FYm`!$2(
z4Iih+R7dEcPKK}@&=q<5AiqaFVzA?FllX_5lSw~r-rcX2?qM@tG8OvS6g9HLwjj|4
zU)V5x_ryuJnyKR|XQHIgw<h)WHG%uB!ZM)LMFyS}Fgh?=QzX+<DmQ2460q>G?`h`s
zkKEFOk#9T2C+uwI70vS5_oeBc?qA(?xtud5U^D>Tbcx|fSoEw`HK!n55Y7m33FjB#
zGD^{KgmU=R(e9|#<lwWWa;ioz@35a)`<w!=yf#^oY6-$JSdpm<+5Hr><jUbyg~pxx
zG>IPC4gD9_s^c0p(&)d4bc0#nL#Z*pCK)C#n$*r5!05-ZmO?gD?WzOyxwdGd_wzxH
zn8p&ep=@bnV+0?Ge4369y|fkFL%p)?td5IYl;!i%#Ri>=B$Pj8*A`Y8mB4psLpP<7
z=bq?2jO2YBCN00F5@#jDmx^d$qh6USnGSz#`6j`?MV?r#-f=;`D@rFb#=<RP+Fd=v
zyRzS@1FtQ6PlUGuVbW7jm8{saP+fM9ib}paFf?*Z*47C5?$~VOEv;Y=0|$qjh}lS=
z3&ySbE3Z_dk$Zt^56~rhmz1N*W62i~z=xMqjpPk`EhLiXQ_~(-5)p*hQo-fJOT|0t
z*X(Uy%-YTW)0c`5=B(y4<Ez)x!#%)1B&Z%u^LFdoe^7{g&;Z-08F5T}IK&5pdHWoZ
zTs>z=9{F}2L477>e3Vz`w_*b3)ovZ!ZtGcOx~so&-`2F5>*Rp=(uP=0UjC!kK9&vZ
zNmZlAmk7!Bx<Nlq%nsicFB!k8;lo?(P^o=!tQZ&K2|_zFn(o&3t^ydTu?b^BLBi{F
z@!U`DUKw)gA{;gypW5}2b1w*aaE!Ih+@0Ecqg(Nc1VzET91+9k<6H(?iCk~jI!uCR
z8kgb}y3Ag*?f&HwzABRDk=Lj6L;PSG|G}%OMkb^~eB`8&dGpkm*9~Hk<IP{I)Am!_
z?ArxUe13zH(eu&pkpcSkW&=Hw@Bo3~TR97Q`ql39M-o<zO%%hLHK(y7yqrVV#9#MD
z^;3#QDr<@wrIvTv9t-w#j23r%5tWKJKl@q+u1}@IIM+<60lTv=4Zhk9pjyb95#W9{
zjM5}#ej(&8w<VFe%_;u02yQdJlP>46u6eo*Axk|kQ%(5Kw^gv|wX=wW-?#MS1s9r8
zodX-yPT7!)9~lTC1En(!k;_(rv-vJNqhXjP476)sBm(@NqxP&fELV!owz}*rhHV5S
z<E}6t@7rpVAH(!Dq28ww$XmY2FJ_VcbSbo5V@wLPSJNQ*H3LfRk1>c3{60NDId*+D
z=KdYtyS)>$H@zsT3J>r8T~WWq`M^p-U!{Ny{GFq-IA&u4`}0V(uDUbLV1ll3n-ciy
z_T$dc;(tcNwdkR${7LyAM>JIq7$YS<I^&s}fRHc0nOZR_2yK<(8nE9iw@oU7x#RYz
zheclk8e0bjXJ~8p9JFlhil&tH|FrBi=ts3YZ}N1yo=PvE31|Mh?<Xn0`$W>bgO|Dw
z*7j?e$dA~3JbdYoOitmYCnVnt%Fc$n=%FbqE$V7!e1GQu6n`Eox-^rKQSv8_+x1tz
zg*W+#)z0|n2TL<q8FCNs*H)e>bg?icGuF;7zF`+Nm69r2N+h+CAIgTCYt!GFc4+==
zMn>s7O49$%!jM`U-KnVcZA3-I+Dbp^amkO(?N5R2ADcCHu?9~6lIQWi@_M?UyKW=e
zU4NfYQz<V42mO1B_6|tCpEKzh^77wzV3ux<vF@1IkYk`JKVxBC4~*ne47dDuCOXJy
zcyLwjO_QBdnjuC;eq=1{2Iu(=McKDiDmNzcI&(AyA`LTe7{4j3AZcQF?fQ9tctq)r
zb<w*4y6<cf=I_B=S{Ek{>I}Pn8&OoT!7zNUUN3&Kp{2?>2pPD9W^|A8w3OPSzV}}V
zBXZWYS8Q>@vyv_@7HN`p|1(kH4Z19N?1QG1|DPT~cPULKP9*Q57IVtTe|wijo&`DT
z<cOS#trbbRBTn(}frRnJmX<WHc$H<l;hM0GlCbloKk_{|9tnq<Q}!??IY|*4QP=vr
zEJ|2U#8I425h0>dhf;}cB>sCQ%s!sY@4Y_z)YFg62ya?RB*Mp?FB-o5d~Go*l`g@R
z@_2LGaR@R<D-n!=^)t40WovVOr<S-6{gu}1M=Y0W2mzH_2I!psNh%SM^`(Z=9P0IX
zr&_%w?UYOO-yRiBV6*|c<1EdYI~w+%5zhUq-nW7fsF@LAUvsUs$p4l))^69y<^LHx
zH}lGVz-PUbIaa)>5nsQzyE8ApCiTJiIMulA$MJuZ%d|%VXm35iu2OJ-zGpURbFCE(
zhz`2H_uA45dtupRsOP24x5Gf%B&PReD5`&u+N^H;M|_2?d~DQiLx$(~7fO4AJuh#*
zYb${YD_Tr`o3tGFAkmue(8lzS94c}U$7Xbk+#j+8$`gN=v&nA#qqJW?Mf&(_8D)K$
z#h_Z=xwCH$<1fxZPHzsCny7;^&rCLRQ{6Z=TX@A$YY9FP3bMrOL0Qp%L}TxRME|b!
zaUC0(AM3DVNmE<OjM;2CjKuhwQ|5843i4_LQR3Xkqh)27Dr34ug2Q?TEsReGZKZ#^
z&Y+I%-sXySkGI1~-2P?=H9Y{Cd_IzWP@3n@ma#u19_q+{A0K&-y{cu~*JUnxP?~SE
z$zB3gb=}`6=ZgWc0I7D$0n2$cVPgp~u<6H<ZY;aj@UT&YqDb0V<tWS_9~#9HC@mj$
z8W;DaKT@R~L<%HT2?=n4Bpvu8GUXazO{7|MXz-HiR0j*XgU%r0Z#De0+55a6^Jevz
z*gs#jH_lr(jgQ;fWKrn)=DzumXv$&QcTR?tmXWq%6<sLhPs7;T)nxPVGdAJhsE@W`
ziCdGlCUYPI3qAOVtuO9MiJW;*?+M~O`H^Wgh0SwrXj@GW*K6y4f{O^0>f!t@X4_p1
zAL2?qAi{Lsw}T&#PCb;Z;veh|EHVO->)hc~g{_+&xxdUh!um=-1DmduGITvS6F54f
zXPvCqn0H0YcT-eL_8^j4T#IqLQYvRoQK0?xWIEkZDO5(GSRGq$5#$nk4!AcgN}R*`
z^fkfZtBXiYOVS%Z_y>*=)$n#x7|Hs9K6~oLs`x{69TQww_n@_8!3}a=56keXD^moI
z5Bm9Tt7AK8|6`+rbHm5k!5gKWV3L6SR90`!yU;)^*v)1BUp~Zq^J&D83#$gKD8x$I
zaQF0{DDB#+tbRs&o<&g}*d*py9n{ap^e=@Cd=m?Up(9A=(LGTm#W0r;MB2DK=@SF%
z+g<r@X0B!VcBj(667k!(A=?c{-T0+_7j4?0{dKDM=OQ$?^#1mFHI=oVr8g|h9-0Xy
zNhe7&uNq7r3w7y>@bL3c2_$hF2=z}=hD3Jn-%-fPZ2Xwj1}i<WxvyD;+-(kA4`@LY
zvVa!9`sD%>5U{ii`9|h%Rn+>hbN5ZWFgHuj#tLS9e+#Pv)W((HF&`+{7Al2^NB&t}
zVK1=j8jJKVAvN7lSb>^|?f3w`j<9Vz(_RZ_draUo;FEof?A=J6zLsR}d%q}==L!!2
z@9P;~8rD4I8F}7T7{kaTocq(`bk8VWqivN%$I$&p*KzqhkM}$Vr!N>Zb~^dN#nV5L
zZ$-cbTE9S94aRU@{i8RULG5_80tO2v9jm`jKJOXp{vD55#6|3pz2s#C-s{y}AAe4+
zKR)@$xiMdW8g_o-@81HF&v|?Y&b8;y`^vS5f}RzU^DmahS6vT92kH&wN8F;(N=)l-
zXWkb4e1fE&$Nc@~#Xe@JFlCZc?H?sLF40w^Y&&~m067K5!|Gp$qqU&3tby%MqE@x`
z_GzB@hzu+~j4LPN{j3_JEKKD<v@&&MzD>0rugq;?$|<5!Z!W1RZhLHi4aW-hYUKBO
z=$gC{Ewl#_iPUhy-RZ@5l-l4}wU|LpwN3<encH^W<r2$FOwl`#`xL`y(uSfGa`RnQ
zZ97l*7>2O7t?ERruY87&Yq2oZtKC}<>-zk3IE27Fq37ZllD3hG;6g_|d)~IY&4KRG
z1Qps$@EXeaZ1IZsVg0}{)^0&sKbl;sRQrR~G1c2<<+H{UjBqJupj;$^e;AH<4shD$
zA!TSvgWHX(gI=48*G-PJh(u@;+Uu`n|Aw?n4&ywmLLwyRKDKgf1De42YFfQQhCkD$
zw?g~UOcq|4$3??ugieTR@V$N<m1OZgM2lM;!sGT(2ZND;T5FAL+ycO#6zaCE+U2?7
z3^I+NOB~B#*hvd%n3c5EmIDdgt}1{aGYui)oPAL$-icF49k~4VF9v~&;Q020LMVSx
zf7R>ODqa*((QUwMu|J7=VHZAXRF4jFUWBj~S{S+Ix*}}jNa#5^aL9h8%Q@j<@AVTD
z_@Ty^;X8&ENVIL~;hnM=x#v+1dUq8`hde-RclsS7l6Dw(@pM5X{A&B2%WQfT_krKl
z1s5Y&%alrq>i52i6YGkmuTe<y{ek++mHm8RF=NkvI2i3E(Zn#ijq2Axr-$I~<fbhk
zOks9z?eyy)<)8DA=R9w(hulD1AN4l-N<i3>8swbZ!CnbvvvFy5W26imk)x{Zavs8B
zMLcfj#lSrS_@X7*gQ+o5zy=QZO)JnY@Id_;<*dtx$t#b+^Es0l&zFiOP=x^Z@UW(Q
zizZ1e$P)+V*$W*0)j0Ap?E)9nU(muzc54y#h!)>x5O@(~l&64%&OB@0asPXm=hlgU
zTptTsPr}rYdN{S_-pVpcZC0NR3N(q3Cc5VF+H1**p1UCNa4*rL4d5nw^dM-dy#E_6
z<m-eAE1%q4fb)LB`9Ob+zK+R4@fZt4{-Jl`37v#xFeYx4YssBQIr9;JZ*|j;f6fox
z&AuiWa>+`6uVU4NcOhGH^4kfG766>*0~NR`36vB-F>$3O`sF+B1*du+zn8tXY>`1&
zg&-rcUQyV5(;J+AU+7PzGb99cc$KspKv&h_5QMbo6rArdwbEBntU4FKv%f4TRreM<
z^$OaCd)Fl>G7TUfDYy`KE5=^0gteSg&ps6s>2}QUGoX(J!pcoZyzRgTYN>LQ@7VO4
zCYW_c`5cuT$}#$+VFI;F-$Mr}PVzJp=CX1lf@EIi#?+O-w#zC40T)=H!tN^q7oKmc
zF{u4<d%Ko+u{f2HspEFW!4HD8WiYsh^NAlDJ6pt^91DKAhab3E!1psj3M%~aO1<7T
zd{Qj!dI~wH#ODI1sNg`AI5Awp79>0L{Ul=u@=L8n8{ilDCmtb~`faN<!O|$BQN?FH
z$woc5Y<0#F2}SnE+J$x}%geVY5RLmJqaB`?X~0haD){PjC<OIWU&Pu{yA5X3(+{Np
zD7v4`cZUo-hh;dT*21(@O)o&u4>MARu8>Zehd{dD+?$RJTJk-vZD})n<N`pk6jf#E
zaP^o2&P;hd%3@kaq}7OIywlc%$6EK2?wh?SBY7VZmJ^Be=c)AATC`iRrzHeMR;P|0
znGD;K_l|A4S9_m!!0{yOhS#M7qi^3;WZ}>JUI~)4a1D8FU-V8HP;>W7U2wB6cEv}e
z_mTRjJW8X42wgkvJ!>DLo4H5v3lm-|HNYiXP(w-9HN52V$#Pkm9_S`w^+jk{t>7wA
z?9A^4!$&)3sx)qOjW$mvUdfZOv@YL5&F;X5TQO`Wvz8p?U=ps;Z|=oYIB$KZvBO#l
z&TUB5(pbJVA(o>mkuNngnUiH0|IWbV|2-SmF9EQ5W5?5%Zb|NRb$yG`FASQaX%*j~
zmkvCTYym0edfUEhV43YFTEptfyid2bz@Lk%BKXMZXv!o&Pc`7vdGF}tX)lU<i(%Tu
z^L)Q+l<X>34x!cv7<~oeb#C$yh}^o%mjR^nnG7g1tejS+&$NY`7XY%alr|9fDmB6k
zNNVB}UV-M678!U+2JV!ByO-%r*bp}iWBTo&^5i=NWNHNHx#g_Ob!Ea=N)<HVq~#$z
z#&vw8(*1FL$lQx(LnZJ;Dm|sAw2fzn=$8pYAXrSP%d+z@fSAP6Xi~PL{MHSRbVpbK
zIY7WLd@zhlRv|WkHA_Yt1baGx!$vYe)a4OEU0I1zUrt+ZQ=*ebH2jrVzjs!zYlT<e
zjvGjo@$QG^^Mwg4!(@Qo;&HZBPUi-KDpd@t4A9jF=&wOeP_!L_3VkQ~z81s0d3m$s
z9G_PT;bB;YnO2K>K&7}^J@OP7=Lm2(K+|vs2k`j>FF9}e*Rf**bfABPU^zwR3;d=1
z-&RHRNSUAQ-r^eHH2>_H=TTfbBmQPjy)J0Cw=8uD?mC1DE7Y7Kv+-V?^5q-cPkq!;
zuk~QTZ*eOGIp(frd!X(|!wp);&+5+rXL~x|HuZ{7T&Cps_gxT#kNWa+SR<t}nJh)2
z`!J522j19<kpiUEK}SQ8EOHSgqdRN6QIa0&uf9E>yxuDwT`D&z971duf}p#Sb4?$b
zr$f&dizlau;|X#_a6XY<g$)TZ*1jPNJgwsF*WQ8|jpUS^{8k#ha>cQ}3n>u{dYV?@
z>gf-0j8_xtn&Cgw5wkf_UO794hnmzNXt&K|(^_f9Kz$~;GuaLncP3QM*S->ipec4r
zW$&Z8Z(o)I0-xf)@LsODLFcdSKf8wwf~dgg?V`NAq>>4#0fuNwOYoqn-?ShzWRe97
z-4+dxrP94-pXEp+-7k)10#<U-V07#rpsYX4N<;vd;<?Ru)svzF9rS98qToG1vTk#?
z{FmE>be5KN6^m!}oOfVOe|d6MD6jB)i|;n5Q2m->PhRdYK|T4(mn1~vE~2qO=2YSy
zGsxbW3DW{Q%o|O-H%0w*4%<@0q1Ia<z|0Dprv;%xl?g9rFUpoZ46Sf+BE=)hO{pNw
zC{uw0Vo$@lZngD1F;M<<yxse(_$#r0-iI78UU}S<&jRVZ_=I+w=v>R~wHz=1N$82n
znL82%?1wq!K@z!~jjHba%jfsL{v36VlN8+r7tTcp63%AU0-UtzlX5N6qb=}3sMpH%
zM=*>Z6RgiZ*?~Bv6U2w30DgXPzjHeqq^5=GOC+n{LbQy;f4tY~I{XakAN5=d{`j%f
zSX4^a<W!)vNtoNaod)2prh2Yfx2bd#TY@C+(p?1b_;3awx=sqR0e@*?$we+}o-T(2
z$2B14HHqmww_gK#mGE{@_TsNB>|v#@4tfCF3=f%q;+^=O7zlNt)MbD^h;uzKU$i{d
zKBnKV7xRRkeOa?_I|n3o3V*!Gf_kh)SPeu<rda{(nA19Gd|sSvkyo~6O||znJlB#U
z@$)&ZTbPob?d7m1l)B^{ZY75{3o9`@jGko+-<Ed$RY`M8mNXQI4KKR#IUvym@6)``
z-VT694Fhy?u+kYfp%am$RHa1QeCwG%(O<3vYE2^oO^gt@RAUQ)02&U6hA#@ai>iar
zG{k~eUCfr$Ez4ssGq=);3z14PPBI1!iXOZlBr!_bTs`w14G=b-nG-h8p58ds`b7@;
z5s9=z{tsUNvyENE^l@x_35*ts5Q+dXa<;hfYm9z-s1YJ^*Y@}N%8KsYkNX~{Aoleu
zAX~NfRx8zUAZ`-DjUOJ{x!K?kmfs|9$z!hrwtS?+nU1>*BJq~>*dNV?jyRBVUs4Z)
z?vv}NCa{1|xKKEl#n>Q_g}Q|$ml?jJ*7&(ixJ~%RA}8@3h90?aG!!PwKa*f>;`Q<L
z$4(Y;<roknE-mAJu0DyifcoV~JBD>h;osdi)5{bls80cP5#^i^{sz#-0lXl$IyVrH
zX*R$e8bJ6h<0C}^1s8x7!CE!;Hr?Go<WM7UG>E{pSR#9*BO=~ED)IgZjveCTDMWPO
z?X<%7*4L*hLZ|~LDKZ+c+AQk^`qh37U=KZB@lUoJ-B1KJjRtVX?>&uL9^w_npqsZG
zi~=*o;2zLF^?KE97uda#*oTD6N%s_QGyR@OZsW9Gx;J%i>J!BG`WZmBg2>$HDtL9S
ze7Q;8f|)NXAu(B>;plm8|M3<{1e2v@m0Y1-!WjaY<|(lbJuUT`6dJy+!<L~)$``Y}
zqkNfpZY<)L+V4b7&n1>`Kz|oR3#YY)8Qd3F>Za<Z#zBhuPf8>_Xy}eAh(n7-AME#=
z&K|%k#r1sxCmV@4a()b;y8+4Q`R1X3$R0&`BOS$&{R4GBK+myutu|3WPj~WkKCtjH
zN7+x@Aii2WJ#cye91Zd3F~pq`c%A9WTdEO$Y1^oBXv${+<0NpN5Ffse1#It@PyPK+
zlsjf~JktPiY@_te>rAIl>Mfgc`NhN>3YS1Cyqx^t_r-HXs?9?Y6&fq*Lzx})3s>{w
zq?q6bW7-t8rei0ZODKM@Ftf#8x70-g9v3iTY7WHrP(M%=P~kOfN0N#+lm-A2yn<(h
zhI1}*7|AKF<u!cUL@yTh0Zv7J%@WX`6!xM!Y*gw7=9vWa1>(Co9Hp({^BI&TP}xsB
z2WSQR+CyROjWZ<A0Pw7J8;+EZ7K`oqlasQ<b$&|P09atCjt$GG><9Vb?S|&fsj5G4
z<VvMo|0fgjOT+3X7JGes#!N%c05B>1$sU%s(lYQHTG~eH4k1IPB4PgE%=T3@e~AS8
z%G*J+f%>bDy?$<VaorbaldpgxX=Uj+dkK-gOmZGk*qZhSW$L#>V(t|CEQ1`0(j;tF
zuoKu6P5yE5lRrGc!UbvK45xLu&ai07wxK9=T@2jT@{F0ZG570RVJ`<;(^R=atgKue
zSl@B{!KxMT(!^E?43e6lVzE(26UuF|36woTfLe(?QHDy-n+P2|oYpJ*sZt|lvVX?o
zxdx2j-0$PLMQFsq)<7AUC*a2BkN}&rYLr)$_%zaoCB>GGw|w5f27$e`f<6v3%po~R
z2$++iUDA2sE1Sp~3lif=+BoolyNM@EWMFoJ%jS4TgT|5o(o72Ed>8TP0gv_R4AbqK
zu%(~`4i=g9Ku*i_g<j11i%!DU(Ey*ls(4%$V1K=#5$m6%nTs}k0}$7~&?Q6SKmQz0
z#x=fk<JufXRowZB3+w0L*@#1&u^aCKo9&ExKv=(HG;s5vH0vg4X8|<V?#yVU(axPi
z>DlwMo*WzJUr~hcUCilM`@pvE?i8E9i5_{tjdgQqUI`IU)Aa$`w-qDxv-Q`ezA*He
zcKHFKXIoHC(1i0hg%E&bE|}NUBqzeH=}M_@v%2Bt%rri&biOh6!j%0~;bwLHKTjcK
zJoonwUek5b`n0nCRlW`Ss{MTww(&+x6k|WJKM*zYHEiHtRwC_po#$E&4HOxqA1eQk
z_Sv`9HKd5(Te+o!t~Q%w`{(rAqlh^Xl-UgoTuj9dMB$jm|6y0gOszu70sL+p=Y6GA
zvsqo|?}|P(ihs~xB4hyO=d@n8`j3-12VmL$CS9j|0CbhW-v2vO5Y|=9)pcq_O2rPf
zrhCA0;Nu3^ce5)hgVs_z7yH1&HJbbH!dOPK5Y##*C$Uq74&X|}zs%ar4L7T}zCgq=
zVwe6UF-)7+c_ZPYEi)1K6$`3zbzST)2}m++V$3vA{NY7VGuIsY&nYIsLB#uTs{Ko3
z;M>HT-#1x0k-%m9xOR%!0oc(?7V7OS{@-E1mDpH?0IX_g4gHrYk~SJ+$37yYRH^~=
zO>ymJamf@D&4iE#KS%m}XO_X7P0uKMM;VwA1_U>7$KV%^(&Ml$4_@kexz`C-L&Wch
zv;4TZ{hp|JSdSKV@7~kWz7S9BAB_S8;*~FBtnBOb1PiyM<u3()osEM&HpIP#;aLUT
z!ck0P*V<p)H&EKBbb0+8Epd3T>6lX*HbnS82@gbJ^?R8V*2l7te^4VcVNw5Tixguz
z;wY_fW`kK{?EOD|7(_xrrMw2bbvEgLh()nTa5;e2Eot`K(!$OEB?-&$?R48&4;Sl`
z4)51KZF<2#X@3;*%B7{3F9-Z?W$QZqcPKl7nI`RAr6Qu?_cY<Gzk)jVL>H==J+OX9
z8<ZRUNBP_VAw&EDC0r<=Aa})QoteZo4zK(-$ysG2d16Fe1r%c?{CgZPzk=cks<Kue
zAUm%<+>d--s{MZ^YWr;hkEq{y#?_N(ZBq81r5N<%;Bz$9I*0vKw-)t3H$FIBou9wf
zo0xPeh|-hEIsY-8ulTgm_~vJ_Gh`LR23Csy?i^dv_B&l|=Wea{O{bmWaUp8|$(F_f
zil#!n%lK9j$=x6RXNtw?QT#YyGn!Wb2^=Hvueld~12OeDlY8c1I_Nx_aK>MO<@{QR
z;E#!D3`L;K{x!ogLOVVC>|)#S4%=gon56n2wf1`%rJ#Rz(YDF$+O<0yZ}$h+{93^>
zLbOy<tY`Vi$DTdNHyWn==A~NY-xvU4eRWPVi%%Qp_cS@7VSoJbbN?K-<FoGTR>H+U
z_^n4ebe&vdL5*uZS@OK1HrrrpT5sVp;YK{Ho$%t5qdD?yqP2=S<$Vl11`4W{LQd@T
zxNRAq$(L;18DDDGSy~WR8fufu9WBliivYEmi;ahT4`{UvF(p{2o@7bUV<t|NbRps4
zlND?eny+GDI9+$kx?oy$kz@r@+&Kk7?w-@rrfIwFiiQzg&!dkV1(B<;4D307r@Dwm
zroJA<ua`(x|2&)55@eMcvv*&=AB>wFt`uKZKEUM4W2$x5N}IeWr*p{VJiPiUTA*6c
z^t2tClA>3f<9h3Jh)?4qKx@<0I$v(XC_Q4*%lML?IcIsu<8$6EMOT@o%#57%x2De&
zUaZJ--G>b+AbdZXh6{;d(%l^x(FlrvM?D@S2fT0mE)$G-Rps;aAKluP(q*<F4oENZ
z7TSW7H7J02$TWOEkMTBxfRhpuL)GTmN~1inrNXhLeLr8wEI5{FYZHxU-90l-t$!Zg
zORQdM?PAj-W+KS5+QXvr)dlxxJX-13iL0+}^zq!Pit_NBKW1RwZ*Y>bi^g<9N6txu
z%1&}ttt4hGH>I~Srqt8H>-F1q!12i3r-9P59mPIXE6)_WI-ZjvC|3=GYlar=txH{!
z9|%qAeFfq2nPgWn4&-o1A_0CKjb+^2c$XpC1`jd|B9k5CnqBrzY7%?Pzf?TB2UvVH
z_3rlSmsEf#7$mNhDM{W$P*di_!)F;4y8)KbdyGvSdFXqF-`a~wpG!lQRSD$Ddp=#B
zmrtH&L51xOz|B`D>7$w*4JHA2dzp2$guVO6Yjp$IUHE>9=0CBlf$EX^ofEcGwY2;8
z$L8QG%eNpC_Eq1a>Kn+{!9!;Luz1WF*Uzdfhug$sOQ+|&wP!^mi;6&LbSgdEgO@RM
zpz3kGev>7y{&v?8o}Ac&_B<E3sDiashwWxR7ESE@wk(|q*uo~c{SxPY9Qb;dZ9;<h
z=*RpDal4h7qXAMlnJD@3yP;n!Gxi!Y#3uB`k4%>}4h)*TKJlV;D=}AhMjd(hkvRU)
zBbEA`hDlV5QY<KZszI(!mml1QF)8A+IapE#D(*%@Y|xItbIpRQ{(Wc@Z%!wm0i$mT
zrkxEWB#QhJM|}?3$|s>A(Wz**esbq8)LNuw>m9S!#OZH4x>oizx5%<<BFT5=-f7X)
zo(MR<bpW{e`K)-6SK`FpQ<VV+_=Rl%c<eqlBckD~hiZB9-jm2jseEC_zCNYKuYm#=
z(&WUsdI7h%8{XP(`iAm(pTCP8{w>Z%{k|$KVn26M(zbhUDTgMzO`$IezQ?=`zwe<F
zKA=4LZWb=S6ep+Odcks99{!mpF+$tBtxRH0Q@?uZ`>tQ8;lUDv9qhJCmzu0@?ne5O
zRJCt)Uwy@wpepg?8?;os+wH@ERY+Px!B`)Y2T)uKy;#iVvAq{8$aC@H_QqE@%5iT1
znSIb5)`YhR?EFw*xFQpASOB9NqAT-Q9eM3{HEMv)tT|x4Gb{U~HXoI7_zB1;Y1P}q
zdZXauw@W^u3<{rfC&8Mu-yK*KV2xHePgpfR9dRo*(Zfv((r9J{B0G=CDTc*-y8VLH
zOF!Uj(RXDOQ3z1M>DRHDruXGce!kERbF}Qi$x8^OSJQ=3r%s&9sZIg*THOK3^?a=q
zBuhEmdE-`trWmvcB0Ar(bkL(#ITIQZ_Gf`OXGF^==2P_98HJN`xU#|91{R(7RRkS^
zL{*K{Na2pGGKn)IP;=*dl?p`}xHhjQNkm_#fBL8uqp-ooo*eW%{rXjMPRlcS@7x&b
z6(`*F1_yh8QSyz;;u_|0?14Rdt9Vsa=@&T;GN~t`1nS|9l-M3~k7lE2#@&9cHqCet
zuE*dJKaK_j6h56;>ePT`35OG5fra7AzmggZ?Cn6Aey@EIi%Z>b$b$xT`}2SzRTRc!
z8oS+{Pwv)*x|{P@n3T%=%p4J~dcm#rz6!Co&y#@NjahaF6nBr?@sn}~^61@$-#E*P
z_5je;H=ZjaV1&!MX7M6|op7;zwt0)9WLk{&^21{RCXkN4V;5fL{&Z`&drrZ(le_(d
zk`DDRcGTari##YmK8KH|Jh7Kqzb^}q&_qoSv~Ka%ciu%>kNYt2r0_<8^Rv>7nS~?e
zs4Ca~!F<|~<ZX1(I}JD)P|So!z9P#j(}qu9xFI5Y6y%L$<ky6$Rx9^BF0&menx1HS
z`QioEw<YIfo^0Dyv(pu?WKQu2e*I1w0F_MBJc8tb!IL@+`mJRp_xvTVOP)cIXCK=a
z<yQ%ppV&>$Wm3=HHkL^0cUoKO9dQ{rc#7v}ToHQ2U0swsdCBug#Wql+s{#80E};0Q
z%j`6FKR;k~J6}i%9Lp-4Vb@l}{@{Oz3eNl`sGuBuCKmnzBI1FaU-vmG1F*v*CPp}7
zGHk8z3*jfomaG~Z*q)*KZ`k?KTl1m(8j%?IXzr1{&$OS=Efr(YySkd}OJF3;7H=;H
zN+V5L=&jeG83B@!UN+rtwsB8TY^ee*i)*aUs!nk-#&gnL93kZUc)QWI3`mm0JWl7X
zH__?y_{h&K2RogMu1wB`XG@?yi$(H>dTK`QO}}!|wpY%@Jz8vW@6*nf8qRhLPJbiS
zSqD|K+M7CP3NL^|E7<P(06xO8bz8+sen~&Y>&F)M(-%!a>D_@N&#~iD?R1}wuK|Q?
z2_Zvw%`bDG#ukD|CAM^ZkJ-<gif?}*QJNr&*@o$S1HVcGHGh{72y5C%j^#**@L|sA
z<Os;USdB@89=oi{hUoc#e*d{?F%{oHFnbi|^JwV;R54{=RB~Ita1YUAHqR@vy5H~C
z&a_tWX+fC!NuA#;^zaJ%d^IBeaK<1nA7{+LUcRm)Rn6R$0dcR~4NW7iaAk*2xG!n)
z9YKp#$OA+rtGAj~s-02rs{tL<JkM*d%N|@||0h^9xB?leQvi@N8$Erv(nsEiGY(o6
zu@1Rx<*H#7^K$MRA~(vFiRY&qgaj<8HLG>*qCMIYdEwfFg{i2WyX*HO&yN&3O_ZE7
z7&mE2s^Q*-(bX9q9x*6~P|oIYXv+Hep27!Ou8ccaMioJ(S6<Y5eJsxs5@{|%_hj--
zHkwss=Stkw3W)!y*46VcX0pOF(rh?2mp<c=d*)1IYKIB5WWXb@m^b4=Ji@Q|n}tVu
zIcKF=c$eZ@ukTuyok`0)WdHmfOO0ggI~Ha^8O$2la~c%Ef=_q8Xf%g;m>73oK)i+K
zxs57cfsY)1A?;-tKquwb_7wz-ttlaH<_}~p_H7v-`60EPtb1va9byNd0!Z}(tR@;+
zFkTl;wOT-p%NN?OY|xkcq#N?WS++(kFhZWiJn}7O?%^vU{lKIc1lIN%V6(-my~ZS`
z0H<-?k^G4Ei8WhLt=Znb!&P4ku&<1TzUL;9q7+mz;L!%~^8#Y)3&D%+%r7;5Hy|9Z
z0tEH_<!C3X#-;#J3SqQk9s1g{ihlpJ)cmBwwlrf2Ta&JN)032jVwhV7&I8{I%+)@l
ztvf{?-0@zNmpr>T&Rz&U09hJk@+%Q&k|2P-wbqKRwEfOX3k1AO+Vy1~YpHLG-y#88
z<_Gv#NF-9TqiJvdllt8xkIA(q(5>Ck1$?|k|I%Z;)=lrRut|~o2%aLkz!y5=wzE^;
zC?iizQ+f+!s9AtvU;Ir#045>}Cp2t8^2km><gMl}rE9>kZz&ppKk@^VzC2(Z{y+GM
cf7!K;{8S{rDi{+x&m7<Sz@h!sXl(TV1IOC!r~m)}

literal 0
HcmV?d00001

diff --git a/packages/components/package.json b/packages/components/package.json
index 76cf63774fe..65eedd51f08 100644
--- a/packages/components/package.json
+++ b/packages/components/package.json
@@ -38,7 +38,8 @@
         "node-fetch": "^2.6.11",
         "pdf-parse": "^1.1.1",
         "weaviate-ts-client": "^1.1.0",
-        "ws": "^8.9.0"
+        "ws": "^8.9.0",
+        "html-to-text": "^9.0.5"
     },
     "devDependencies": {
         "@types/gulp": "4.0.9",

From 2337905f20114d7c29cad0800b5d399ac7afe4df Mon Sep 17 00:00:00 2001
From: Neeraj Bansal <neerajkrbansal1996@gmail.com>
Date: Tue, 30 May 2023 23:22:23 +0530
Subject: [PATCH 2/3] removed ununsed comments

---
 .../components/nodes/documentloaders/Confluence/Confluence.ts   | 2 --
 1 file changed, 2 deletions(-)

diff --git a/packages/components/nodes/documentloaders/Confluence/Confluence.ts b/packages/components/nodes/documentloaders/Confluence/Confluence.ts
index c2f3abc0a8d..7d8dd340414 100644
--- a/packages/components/nodes/documentloaders/Confluence/Confluence.ts
+++ b/packages/components/nodes/documentloaders/Confluence/Confluence.ts
@@ -1,6 +1,5 @@
 import { INode, INodeData, INodeParams } from '../../../src/Interface'
 import { TextSplitter } from 'langchain/text_splitter'
-// import { GithubRepoLoader, GithubRepoLoaderParams } from 'langchain/document_loaders/web/github'
 import { ConfluencePagesLoader, ConfluencePagesLoaderParams } from "langchain/document_loaders/web/confluence";
 
 class Confluence_DocumentLoaders implements INode {
@@ -88,7 +87,6 @@ class Confluence_DocumentLoaders implements INode {
 
         const loader = new ConfluencePagesLoader(options)
 
-        console.log('loader')
         let docs = []
 
         if (textSplitter) {

From 791af9310edc16168542a2aab1d4fe5e54a7cc95 Mon Sep 17 00:00:00 2001
From: Neeraj Bansal <neerajkrbansal1996@gmail.com>
Date: Wed, 31 May 2023 01:20:32 +0530
Subject: [PATCH 3/3] lint fix

---
 .../nodes/documentloaders/Confluence/Confluence.ts        | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/packages/components/nodes/documentloaders/Confluence/Confluence.ts b/packages/components/nodes/documentloaders/Confluence/Confluence.ts
index 7d8dd340414..9a69be14efd 100644
--- a/packages/components/nodes/documentloaders/Confluence/Confluence.ts
+++ b/packages/components/nodes/documentloaders/Confluence/Confluence.ts
@@ -1,6 +1,6 @@
 import { INode, INodeData, INodeParams } from '../../../src/Interface'
 import { TextSplitter } from 'langchain/text_splitter'
-import { ConfluencePagesLoader, ConfluencePagesLoaderParams } from "langchain/document_loaders/web/confluence";
+import { ConfluencePagesLoader, ConfluencePagesLoaderParams } from 'langchain/document_loaders/web/confluence'
 
 class Confluence_DocumentLoaders implements INode {
     label: string
@@ -31,19 +31,19 @@ class Confluence_DocumentLoaders implements INode {
                 label: 'Username',
                 name: 'username',
                 type: 'string',
-                placeholder: '<CONFLUENCE_USERNAME>',
+                placeholder: '<CONFLUENCE_USERNAME>'
             },
             {
                 label: 'Access Token',
                 name: 'accessToken',
                 type: 'password',
-                placeholder: '<CONFLUENCE_ACCESS_TOKEN>',
+                placeholder: '<CONFLUENCE_ACCESS_TOKEN>'
             },
             {
                 label: 'Base URL',
                 name: 'baseUrl',
                 type: 'string',
-                placeholder: "https://example.atlassian.net/wiki"
+                placeholder: 'https://example.atlassian.net/wiki'
             },
             {
                 label: 'Space Key',