Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
41 commits
Select commit Hold shift + click to select a range
92ed8e9
Merge pull request #270 from segmentio/repo-sync
bot-docsteam Mar 17, 2022
43adcfe
Merge pull request #2614 from segmentio/repo-sync
bot-docsteam Mar 17, 2022
056f28f
Merge pull request #271 from segmentio/repo-sync
bot-docsteam Mar 17, 2022
2616592
[index.md] update Bucket destination copy
Mar 17, 2022
ed589c9
Update index.md
tcgilbert Mar 17, 2022
ae29763
Update index.md
rchinn1 Mar 17, 2022
492158c
Update catalog and fix script
Mar 17, 2022
c532886
Merge pull request #2615 from segmentio/thomas/bucket-updates
rchinn1 Mar 18, 2022
c1df046
Merge pull request #2616 from segmentio/repo-sync
bot-docsteam Mar 18, 2022
5538894
Merge pull request #272 from segmentio/repo-sync
bot-docsteam Mar 18, 2022
b963c70
fix(content): replace period with colon in object
JasonSooter Mar 18, 2022
7b8e7c0
Merge pull request #2617 from segmentio/segmentJason-replace-period-w…
pwseg Mar 18, 2022
68ba0df
Merge pull request #2618 from segmentio/repo-sync
bot-docsteam Mar 18, 2022
5f549dd
Merge pull request #273 from segmentio/repo-sync
bot-docsteam Mar 18, 2022
73b63f3
Correct Nested Properties Objects to Flattened
gyeuttersegment Mar 18, 2022
ea6b9b0
Merge pull request #2620 from segmentio/gyeuttersegment-nestedproperties
rchinn1 Mar 18, 2022
4812d8a
Merge pull request #2621 from segmentio/repo-sync
bot-docsteam Mar 18, 2022
4f8ae74
Merge pull request #274 from segmentio/repo-sync
bot-docsteam Mar 18, 2022
4440d32
remove
Mar 18, 2022
41f53e8
add redirects file for cloudflare
Mar 18, 2022
354fe0b
Update _redirects
Mar 18, 2022
3e1e5b4
Merge pull request #2622 from segmentio/repo-sync
bot-docsteam Mar 18, 2022
bdd5f32
move redirects
Mar 18, 2022
f015001
Merge pull request #2623 from segmentio/repo-sync
bot-docsteam Mar 18, 2022
cf2db64
adds docs for retentive integration
muhammadatifjav Mar 21, 2022
84c134c
adds docs for crossing minds
muhammadatifjav Mar 21, 2022
c4b2d6a
move redirects
Mar 21, 2022
534f475
Merge pull request #2629 from segmentio/repo-sync
bot-docsteam Mar 21, 2022
e557845
regional segment utils page (#2619)
Mar 21, 2022
6ec1fcf
Merge branch 'develop' into crossingminds
Mar 21, 2022
2de34f2
Merge pull request #275 from segmentio/repo-sync
bot-docsteam Mar 21, 2022
85722c7
Add frontmatter
Mar 21, 2022
ef1cce2
hide and add frontmatter
Mar 21, 2022
c3d7370
Merge branch 'master' into develop
Mar 21, 2022
858aa7c
Minor edits
rchinn1 Mar 21, 2022
16adecc
Merge pull request #2631 from segmentio/repo-sync
bot-docsteam Mar 21, 2022
cf5592e
Minor edits
rchinn1 Mar 21, 2022
e9c8087
Apply suggestions from code review
forstisabella Mar 22, 2022
29abdad
Update src/connections/destinations/catalog/retentive/index.md
forstisabella Mar 22, 2022
2318506
Merge pull request #2626 from segmentio/retentive
rchinn1 Mar 22, 2022
f99bb60
Merge pull request #2627 from segmentio/crossingminds
rchinn1 Mar 22, 2022
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions _config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,8 @@ incremental: true

permalink: /:categories/:title/

include: ['_redirects']

exclude: ['js', '_site', '*.sketch']
# Build settings
os_links: true
Expand Down
63 changes: 43 additions & 20 deletions scripts/catalog_papi.js
Original file line number Diff line number Diff line change
Expand Up @@ -153,7 +153,7 @@ const updateSources = async () => {
let categories = new Set()
let sourceCategories = []

while (nextPageToken !== null) {
while (nextPageToken !== undefined) {
const res = await getCatalog(`${PAPI_URL}/catalog/sources/`, nextPageToken)
sources = sources.concat(res.data.sourcesCatalog)
nextPageToken = res.data.pagination.next
Expand Down Expand Up @@ -183,13 +183,15 @@ const updateSources = async () => {
'twilio-event-streams-beta'
]

const regionalSources = regionalSupport.sources
const regionalSourceEndpoint = regionalSupport.sources.endpoint
const regionalSourceRegion = regionalSupport.sources.region

sources.forEach(source => {
let slug = slugify(source.name)
let settings = source.options
let hidden = false
let regional = ['us-west']
let regions = ['us']
let endpoints = ['us']
let mainCategory = source.categories[0] ? source.categories[0].toLowerCase() : ''

// determine the doc url based on the source's main category
Expand All @@ -216,8 +218,12 @@ const updateSources = async () => {
hidden = true
}

if (regionalSources.includes(slug)) {
regional.push('eu-west')
if (regionalSourceEndpoint.includes(slug)) {
endpoints.push('eu')
}

if (regionalSourceRegion.includes(slug)) {
regions.push('eu')
}

// create the catalog metadata
Expand All @@ -227,7 +233,8 @@ const updateSources = async () => {
slug,
url,
hidden,
regional,
regions,
endpoints,
source_type: mainCategory,
description: source.description,
logo: {
Expand All @@ -247,7 +254,8 @@ const updateSources = async () => {
display_name: source.name,
slug,
url,
regional
regions,
endpoints
}
regionalSourcesUpdated.push(updatedRegional)

Expand Down Expand Up @@ -311,7 +319,7 @@ const updateDestinations = async () => {
let categories = new Set()
let nextPageToken = "MA=="

while (nextPageToken !== null) {
while (nextPageToken !== undefined) {
const res = await getCatalog(`${PAPI_URL}/catalog/destinations/`, nextPageToken)
destinations = destinations.concat(res.data.destinationsCatalog)
nextPageToken = res.data.pagination.next
Expand All @@ -327,18 +335,24 @@ const updateDestinations = async () => {
return 0;
})

const regionalDestinations = regionalSupport.destinations
const regionalDestinationEndpoints= regionalSupport.destinations.endpoint
const regionalDestinationRegions= regionalSupport.destinations.region


destinations.forEach(destination => {
let regional = ['us-west']
let endpoints = ['us']
let regions = ['us']

let slug = slugify(destination.name)

if (regionalDestinations.includes(slug)) {
regional.push('eu-west')
if (regionalDestinationEndpoints.includes(slug)) {
endpoints.push('eu')
}

if (regionalDestinationRegions.includes(slug)) {
regions.push('eu')
}


let url = `connections/destinations/catalog/${slug}`

Expand Down Expand Up @@ -386,7 +400,8 @@ const updateDestinations = async () => {
name: destination.name,
slug,
hidden: isCatalogItemHidden(url),
regional,
endpoints,
regions,
url,
previous_names: destination.previousNames,
website: destination.website,
Expand Down Expand Up @@ -418,7 +433,8 @@ const updateDestinations = async () => {
display_name: destination.name,
slug,
url,
regional
regions,
endpoints
}

regionalDestinationsUpdated.push(updatedRegionalDestination)
Expand Down Expand Up @@ -479,7 +495,7 @@ const updateWarehouses = async () => {
let warehousesUpdated = []


while (nextPageToken !== null) {
while (nextPageToken !== undefined) {
const res = await getCatalog(`${PAPI_URL}/catalog/warehouses/`, nextPageToken)
warehouses = warehouses.concat(res.data.warehousesCatalog)
nextPageToken = res.data.pagination.next
Expand All @@ -495,16 +511,22 @@ const updateWarehouses = async () => {
return 0;
})

const regionalWarehouses = regionalSupport.warehouses
const regionalWarehouseEndpoints = regionalSupport.warehouses.endpoint
const regionalWarehouseRegions = regionalSupport.warehouses.region


warehouses.forEach(warehouse => {
let slug = slugify(warehouse.slug)
let regional = ['us-west']
let endpoints = ['us']
let regions = ['us']
let url = `connections/storage/catalog/${slug}`

if (regionalWarehouses.includes(slug)) {
regional.push('eu-west')
if (regionalWarehouseEndpoints.includes(slug)) {
endpoints.push('eu')
}

if (regionalWarehouseRegions.includes(slug)) {
regions.push('eu')
}

let settings = warehouse.options
Expand All @@ -523,7 +545,8 @@ const updateWarehouses = async () => {
display_name: warehouse.name,
url,
slug,
regional,
endpoints,
regions

}
warehousesUpdated.push(updatedWarehouse)
Expand Down
2 changes: 1 addition & 1 deletion src/_data/catalog/destination_categories.yml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# AUTOGENERATED FROM PUBLIC API. DO NOT EDIT
# destination categories last updated 2022-03-08
# destination categories last updated 2022-03-18
items:
- display_name: A/B Testing
slug: a-b-testing
Expand Down
Loading