Adding a few things to the structure

InvisiblePlatform · Jun 5, 2022 · a55494f · a55494f
1 parent 25a0aa8
commit a55494f
Show file tree

Hide file tree

Showing 18 changed files with 35,155 additions and 2 deletions.
diff --git a/glassdoor/SeleniumGlassdoor.py b/glassdoor/SeleniumGlassdoor.py
diff --git a/glassdoor/company_url_updated.csv b/glassdoor/company_url_updated.csv
diff --git a/glassdoor/data/.gitkeep b/glassdoor/data/.gitkeep
diff --git a/glassdoor/old/.gitkeep b/glassdoor/old/.gitkeep
diff --git a/glassdoor/old/glassdoorout.csv b/glassdoor/old/glassdoorout.csv
diff --git a/glassdoor/old/glassdoorout_clean.csv b/glassdoor/old/glassdoorout_clean.csv
diff --git a/glassdoor/old/glassroom.csv b/glassdoor/old/glassroom.csv
diff --git a/glassdoor/old/glassroom.csv.backup b/glassdoor/old/glassroom.csv.backup
diff --git a/glassdoor/old/glassroom_clean.csv b/glassdoor/old/glassroom_clean.csv
diff --git a/glassdoor/old/glassroom_clean1.csv b/glassdoor/old/glassroom_clean1.csv
diff --git a/mbfc/combined.json b/mbfc/combined.json
diff --git a/mbfc/mbfc.sh b/mbfc/mbfc.sh
@@ -0,0 +1,25 @@
+#!/bin/bash
+
+categories=('activewear'  'tops'  'bottoms' 'denim' 'dresses' 'knitwear' 'outerwear' 'suits' 'basics' 'sleepwear' 'swimwear' 'maternity' 'plus-size' 'shoes' 'bags' 'accessories')
+
+do_category(){
+    wget -nv https://directory.goodonyou.eco/_next/data/nAgaZnRF0uEQ1T4s4MapV/categories/$1.json -O cat_$1.json
+}
+
+do_brand(){
+    wget -nv "https://directory.goodonyou.eco/_next/data/nAgaZnRF0uEQ1T4s4MapV/brand/$1.json" -O brand_$1.json
+}
+pushd goodonyou
+# pushd categories
+# for category in ${categories[@]}; do
+#     do_category $category
+# done
+# jq -r .pageProps.category.brands[].id *.json | sort -u > ../brand_id_list.list
+# popd
+pushd brands
+while read brand; do
+    do_brand $brand
+done < ../brand_id_list.list
+jq -r ".pageProps.brand | [.website, .id.id ] | @csv" *.json  | sed -e "s@?[^\"]*@@g;s@http[s]*://@@g;s@/\"@\"@g" > ../goodforyou_web_brandid.csv
+popd
+popd