Skip to content

Commit

Permalink
šŸ› Source Instagram: Include media_product_type in Media and Stories Sā€¦
Browse files Browse the repository at this point in the history 
ā€¦chemas (#32423)

Co-authored-by: Dhroov Makwana <pabloescoder@gmail.com>
  • Loading branch information
@tolik0 @pabloescoder
tolik0 and pabloescoder committed Nov 14, 2023
1 parent 3867cae commit bf41a37
Show file tree
Hide file tree
Showing 6 changed files with 38 additions and 31 deletions.
14 changes: 7 additions & 7 deletions airbyte-integrations/connectors/source-instagram/integration_tests/expected_records.jsonl
View file
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{"stream": "users", "data": {"id": "17841408147298757", "website": "https://www.airbyte.io/", "biography": "Airbyte is the new open-source data integration platform that consolidates your data into your warehouses.", "profile_picture_url": "https://scontent-iev1-1.xx.fbcdn.net/v/t51.2885-15/153169696_890787328349641_8382928081987798464_n.jpg?_nc_cat=111&_nc_sid=7d201b&_nc_ohc=_R1t6pmIljcAX_4SCqZ&_nc_ht=scontent-iev1-1.xx&edm=AL-3X8kEAAAA&oh=00_AfBjHz1cywYrZ7Epl5qfAv74F0nHFgsNQ3h6yJqD9A6_5w&oe=6550EE3E", "media_count": 258, "name": "Jean Lafleur", "username": "airbytehq", "followers_count": 1253, "follows_count": 14, "ig_id": 8070063576, "page_id": "144706962067225"}, "emitted_at": 1699532816445}
{"stream": "user_lifetime_insights", "data": {"page_id": "144706962067225", "business_account_id": "17841408147298757", "metric": "audience_city", "date": "2023-11-09T08:00:00+0000", "value": {"London, England": 7, "Sydney, New South Wales": 19, "Atlanta, Georgia": 5, "Algiers, Algiers Province": 5, "S\u00e3o Paulo, S\u00e3o Paulo (state)": 13, "Rio de Janeiro, Rio de Janeiro (state)": 5, "Hong Kong, Hong Kong": 4, "Montreal, Quebec": 4, "Berlin, Berlin": 7, "Kolkata, West Bengal": 4, "Tulsa, Oklahoma": 4, "Lagos, Lagos State": 18, "Ahmedabad, Gujarat": 4, "Skopje, Municipality of Centar (Skopje)": 4, "Moscow, Moscow": 5, "Bogot\u00e1, Distrito Especial": 5, "Karachi, Sindh": 5, "Dar es Salaam, Dar es Salaam": 7, "Jakarta, Jakarta": 10, "Accra, Greater Accra Region": 4, "Buenos Aires, Ciudad Aut\u00f3noma de Buenos Aires": 9, "Melbourne, Victoria": 7, "Delhi, Delhi": 5, "Gurugram, Haryana": 6, "Kuala Lumpur, Kuala Lumpur": 4, "Los Angeles, California": 5, "Lima, Lima Region": 5, "Istanbul, Istanbul Province": 9, "Toronto, Ontario": 4, "Chennai, Tamil Nadu": 6, "Abuja, Federal Capital Territory": 6, "Bangkok, Bangkok": 5, "Mexico City, Distrito Federal": 6, "Cape Town, Western Cape": 5, "San Francisco, California": 6, "Tehran, Tehran Province": 4, "New York, New York": 13, "Cairo, Cairo Governorate": 4, "Santiago, Santiago Metropolitan Region": 6, "Dubai, Dubai": 8, "Mumbai, Maharashtra": 9, "Bangalore, Karnataka": 18, "Singapore, Singapore": 6, "Hyderabad, Telangana": 7, "San Diego, California": 6}}, "emitted_at": 1699532816665}
{"stream": "user_lifetime_insights", "data": {"page_id": "144706962067225", "business_account_id": "17841408147298757", "metric": "audience_country", "date": "2023-11-09T08:00:00+0000", "value": {"DE": 31, "BD": 4, "TW": 5, "RU": 9, "PT": 4, "TZ": 8, "FR": 9, "SA": 7, "BR": 63, "SE": 6, "MA": 6, "SG": 6, "DZ": 6, "ID": 29, "GB": 46, "CA": 26, "US": 263, "GH": 4, "EG": 10, "AE": 9, "CH": 7, "IN": 125, "ZA": 16, "IQ": 6, "CL": 9, "IR": 12, "GR": 6, "IT": 19, "MX": 23, "MY": 9, "CO": 11, "ES": 12, "VE": 9, "AR": 23, "TH": 7, "AU": 35, "PE": 5, "PH": 7, "NG": 30, "TN": 6, "PK": 10, "PL": 5, "TR": 10, "NL": 13, "LK": 4}}, "emitted_at": 1699532816666}
{"stream": "user_lifetime_insights", "data": {"page_id": "144706962067225", "business_account_id": "17841408147298757", "metric": "audience_gender_age", "date": "2023-11-09T08:00:00+0000", "value": {"F.18-24": 11, "F.25-34": 76, "F.35-44": 71, "F.45-54": 17, "F.55-64": 1, "F.65+": 2, "M.13-17": 2, "M.18-24": 49, "M.25-34": 366, "M.35-44": 226, "M.45-54": 83, "M.55-64": 20, "M.65+": 12, "U.18-24": 18, "U.25-34": 67, "U.35-44": 43, "U.45-54": 19, "U.55-64": 5}}, "emitted_at": 1699532816666}
{"stream": "media", "data": {"id": "17884386203808767", "comments_count": 2, "owner": {"id": "17841408147298757"}, "caption": "Terraform Explained Part 1\n.\n.\n.\n#airbyte #dataengineering #tech #terraform #cloud #cloudengineer #coding #reels", "ig_id": "3123724930722523505", "media_type": "VIDEO", "is_comment_enabled": true, "media_url": "https://scontent-iev1-1.cdninstagram.com/o1/v/t16/f1/m82/B34BFFBB0614049AD69F066D153FDD8C_video_dashinit.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLmNsaXBzLnVua25vd24tQzMuNzIwLmRhc2hfYmFzZWxpbmVfMV92MSJ9&_nc_ht=scontent-iev1-1.cdninstagram.com&_nc_cat=107&vs=986202625710684_1200838240&_nc_vs=HBksFQIYT2lnX3hwdl9yZWVsc19wZXJtYW5lbnRfcHJvZC9CMzRCRkZCQjA2MTQwNDlBRDY5RjA2NkQxNTNGREQ4Q192aWRlb19kYXNoaW5pdC5tcDQVAALIAQAVAhg6cGFzc3Rocm91Z2hfZXZlcnN0b3JlL0dDQm9HQlV3a2JxUWwtY0JBRnZGTnFBUkdQeHpicV9FQUFBRhUCAsgBACgAGAAbAYgHdXNlX29pbAExFQAAJtDf4euHnbtAFQIoAkMzLBdAUBtDlYEGJRgSZGFzaF9iYXNlbGluZV8xX3YxEQB1AAA%3D&ccb=9-4&oh=00_AfDob4qgnW95lOhpSj4VrMWJE0DgJkqaAYcbkQPd3KrQJA&oe=654EAA9A&_nc_sid=1d576d", "permalink": "https://www.instagram.com/reel/CtZs0Y3v2lx/", "timestamp": "2023-06-12T19:20:02+0000", "like_count": 9, "username": "airbytehq", "thumbnail_url": "https://scontent-iev1-1.cdninstagram.com/v/t51.36329-15/353022694_609901831117241_2447211336606431614_n.jpg?_nc_cat=100&ccb=1-7&_nc_sid=c4dd86&_nc_ohc=8xgXGzm1iRIAX-Q2FuK&_nc_ht=scontent-iev1-1.cdninstagram.com&edm=AM6HXa8EAAAA&oh=00_AfCc0YkR683nBbUGvqI89zTzwegJXwxKVIWCeBb0O4Zjkg&oe=65529A0E", "shortcode": "CtZs0Y3v2lx", "page_id": "144706962067225", "business_account_id": "17841408147298757"}, "emitted_at": 1699532772760}
{"stream": "media", "data": {"id": "17864256500936159", "comments_count": 0, "owner": {"id": "17841408147298757"}, "caption": "When and why you should be using Rust for Data Engineering! \n\n#rust #airbyte #coding #programming #tech #dataengineering #data", "ig_id": "3106359072491902976", "media_type": "VIDEO", "is_comment_enabled": true, "media_url": "https://scontent-iev1-1.cdninstagram.com/o1/v/t16/f1/m82/BE4F848CC97FBA35A1AE1B1150B989A7_video_dashinit.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLmNsaXBzLnVua25vd24tQzMuNzIwLmRhc2hfYmFzZWxpbmVfMV92MSJ9&_nc_ht=scontent-iev1-1.cdninstagram.com&_nc_cat=110&vs=6290041361087047_1877877688&_nc_vs=HBksFQIYT2lnX3hwdl9yZWVsc19wZXJtYW5lbnRfcHJvZC9CRTRGODQ4Q0M5N0ZCQTM1QTFBRTFCMTE1MEI5ODlBN192aWRlb19kYXNoaW5pdC5tcDQVAALIAQAVAhg6cGFzc3Rocm91Z2hfZXZlcnN0b3JlL0dEaE94aFJJdk1BWGZaWURBQXQyS0FLWWxOSlhicV9FQUFBRhUCAsgBACgAGAAbAYgHdXNlX29pbAExFQAAJrD%2B6LaRwf1AFQIoAkMzLBdARDmZmZmZmhgSZGFzaF9iYXNlbGluZV8xX3YxEQB1AAA%3D&ccb=9-4&oh=00_AfDynJmluL-Qe4y6WoQEQnoAMIDsrp-Gwb8793zMm-K1hA&oe=654EBF26&_nc_sid=1d576d", "permalink": "https://www.instagram.com/reel/CscAR5EsRgA/", "timestamp": "2023-05-19T20:08:33+0000", "like_count": 6, "username": "airbytehq", "thumbnail_url": "https://scontent-iev1-1.cdninstagram.com/v/t51.36329-15/347441626_604256678433845_716271787932876577_n.jpg?_nc_cat=108&ccb=1-7&_nc_sid=c4dd86&_nc_ohc=v0GfB4fQB2wAX_epYcL&_nc_ht=scontent-iev1-1.cdninstagram.com&edm=AM6HXa8EAAAA&oh=00_AfDXZqVwGSKkoHRF4VI4fVDWGOhSJ2V4d6yHnTX4w3ultg&oe=65515ED9", "shortcode": "CscAR5EsRgA", "page_id": "144706962067225", "business_account_id": "17841408147298757"}, "emitted_at": 1699532772760}
{"stream": "media", "data": {"id": "17964324206288599", "comments_count": 0, "owner": {"id": "17841408147298757"}, "caption": "We've all been there right? \ud83e\udd23\n\n#airbyte #data #dataengineering #datascience #dataanalytics #tech #softwareengineer", "ig_id": "3104241732634871967", "media_type": "VIDEO", "is_comment_enabled": true, "media_url": "https://scontent-iev1-1.cdninstagram.com/o1/v/t16/f1/m82/274503D36EA0F6E79A7CF3797A8D5985_video_dashinit.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLmNsaXBzLnVua25vd24tQzMuNTc2LmRhc2hfYmFzZWxpbmVfMV92MSJ9&_nc_ht=scontent-iev1-1.cdninstagram.com&_nc_cat=106&vs=1336282350269744_3931649106&_nc_vs=HBksFQIYT2lnX3hwdl9yZWVsc19wZXJtYW5lbnRfcHJvZC8yNzQ1MDNEMzZFQTBGNkU3OUE3Q0YzNzk3QThENTk4NV92aWRlb19kYXNoaW5pdC5tcDQVAALIAQAVAhg6cGFzc3Rocm91Z2hfZXZlcnN0b3JlL0dQdzNzaFRId3VlSlBFWURBSDFmTjUzcUNhd0JicV9FQUFBRhUCAsgBACgAGAAbAYgHdXNlX29pbAExFQAAJrDwmtqO44lAFQIoAkMzLBdAIewIMSbpeRgSZGFzaF9iYXNlbGluZV8xX3YxEQB1AAA%3D&ccb=9-4&oh=00_AfAEnsrWGqakgnSxAhFmKsqTAukx-v52gXNECxPa7OtZJQ&oe=654E4FB2&_nc_sid=1d576d", "permalink": "https://www.instagram.com/reel/CsUe2iqpQif/", "timestamp": "2023-05-16T22:01:45+0000", "like_count": 13, "username": "airbytehq", "thumbnail_url": "https://scontent-iev1-1.cdninstagram.com/v/t51.36329-15/347429218_1848940842145573_5975413208994727174_n.jpg?_nc_cat=101&ccb=1-7&_nc_sid=c4dd86&_nc_ohc=AGiJHqHavZIAX8DSQPd&_nc_ht=scontent-iev1-1.cdninstagram.com&edm=AM6HXa8EAAAA&oh=00_AfBNvwjxSb-6D_Vl9QyngS1zEkIASrT2WeQ62gqNfebnCw&oe=65514B7C", "shortcode": "CsUe2iqpQif", "page_id": "144706962067225", "business_account_id": "17841408147298757"}, "emitted_at": 1699532772761}
{"stream": "user_lifetime_insights", "data": {"page_id": "144706962067225", "business_account_id": "17841408147298757", "metric": "audience_city", "date": "2023-11-13T08:00:00+0000", "value": {"London, England": 7, "Sydney, New South Wales": 19, "Algiers, Algiers Province": 4, "Caracas, Capital District": 4, "Atlanta, Georgia": 5, "S\u00e3o Paulo, S\u00e3o Paulo (state)": 14, "Munich, Bayern": 3, "Rio de Janeiro, Rio de Janeiro (state)": 5, "Hong Kong, Hong Kong": 4, "Berlin, Berlin": 7, "Kolkata, West Bengal": 4, "Tulsa, Oklahoma": 4, "Lagos, Lagos State": 18, "Ahmedabad, Gujarat": 4, "Moscow, Moscow": 5, "Karachi, Sindh": 4, "Bogot\u00e1, Distrito Especial": 5, "Dar es Salaam, Dar es Salaam": 7, "Jakarta, Jakarta": 10, "Accra, Greater Accra Region": 4, "Buenos Aires, Ciudad Aut\u00f3noma de Buenos Aires": 9, "Taipei, Taipei": 3, "Melbourne, Victoria": 7, "Delhi, Delhi": 6, "Gurugram, Haryana": 6, "Kuala Lumpur, Kuala Lumpur": 4, "Los Angeles, California": 5, "Lima, Lima Region": 5, "Istanbul, Istanbul Province": 9, "Chennai, Tamil Nadu": 6, "Abuja, Federal Capital Territory": 6, "Bangkok, Bangkok": 5, "Mexico City, Distrito Federal": 6, "Cape Town, Western Cape": 4, "San Francisco, California": 6, "Tehran, Tehran Province": 4, "New York, New York": 14, "Cairo, Cairo Governorate": 4, "Santiago, Santiago Metropolitan Region": 6, "Dubai, Dubai": 8, "Mumbai, Maharashtra": 8, "Bangalore, Karnataka": 18, "Singapore, Singapore": 6, "Hyderabad, Telangana": 7, "San Diego, California": 6}}, "emitted_at": 1699881329196}
{"stream": "user_lifetime_insights", "data": {"page_id": "144706962067225", "business_account_id": "17841408147298757", "metric": "audience_country", "date": "2023-11-13T08:00:00+0000", "value": {"DE": 31, "BD": 4, "HK": 4, "FI": 5, "TW": 5, "RU": 9, "TZ": 8, "UA": 4, "FR": 10, "SA": 8, "BR": 64, "SE": 6, "MA": 6, "SG": 6, "DZ": 6, "ID": 29, "GB": 45, "CA": 24, "US": 264, "EG": 10, "AE": 9, "CH": 7, "IN": 125, "ZA": 16, "IQ": 6, "CL": 9, "IR": 12, "GR": 6, "IT": 19, "MX": 23, "MY": 9, "CO": 11, "ES": 12, "VE": 9, "AR": 23, "TH": 7, "AU": 35, "PE": 5, "PH": 7, "NG": 30, "TN": 6, "PK": 10, "PL": 5, "TR": 10, "NL": 13}}, "emitted_at": 1699881329198}
{"stream": "user_lifetime_insights", "data": {"page_id": "144706962067225", "business_account_id": "17841408147298757", "metric": "audience_gender_age", "date": "2023-11-13T08:00:00+0000", "value": {"F.18-24": 11, "F.25-34": 75, "F.35-44": 72, "F.45-54": 17, "F.55-64": 1, "F.65+": 2, "M.13-17": 2, "M.18-24": 49, "M.25-34": 367, "M.35-44": 226, "M.45-54": 83, "M.55-64": 20, "M.65+": 12, "U.18-24": 18, "U.25-34": 66, "U.35-44": 43, "U.45-54": 19, "U.55-64": 5}}, "emitted_at": 1699881329198}
{"stream": "media", "data": {"id": "17884386203808767", "ig_id": "3123724930722523505", "is_comment_enabled": true, "owner": {"id": "17841408147298757"}, "username": "airbytehq", "media_url": "https://scontent-iev1-1.cdninstagram.com/o1/v/t16/f1/m82/B34BFFBB0614049AD69F066D153FDD8C_video_dashinit.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLmNsaXBzLnVua25vd24tQzMuNzIwLmRhc2hfYmFzZWxpbmVfMV92MSJ9&_nc_ht=scontent-iev1-1.cdninstagram.com&_nc_cat=107&vs=986202625710684_1200838240&_nc_vs=HBksFQIYT2lnX3hwdl9yZWVsc19wZXJtYW5lbnRfcHJvZC9CMzRCRkZCQjA2MTQwNDlBRDY5RjA2NkQxNTNGREQ4Q192aWRlb19kYXNoaW5pdC5tcDQVAALIAQAVAhg6cGFzc3Rocm91Z2hfZXZlcnN0b3JlL0dDQm9HQlV3a2JxUWwtY0JBRnZGTnFBUkdQeHpicV9FQUFBRhUCAsgBACgAGAAbAYgHdXNlX29pbAExFQAAJtDf4euHnbtAFQIoAkMzLBdAUBtDlYEGJRgSZGFzaF9iYXNlbGluZV8xX3YxEQB1AAA%3D&ccb=9-4&oh=00_AfD22CPBcEjf5k7O8xXQHo8O0VkV7ScqVYH4tiXi1gP0cg&oe=6553F09A&_nc_sid=1d576d", "like_count": 9, "permalink": "https://www.instagram.com/reel/CtZs0Y3v2lx/", "media_product_type": "REELS", "timestamp": "2023-06-12T19:20:02+0000", "media_type": "VIDEO", "shortcode": "CtZs0Y3v2lx", "comments_count": 2, "caption": "Terraform Explained Part 1\n.\n.\n.\n#airbyte #dataengineering #tech #terraform #cloud #cloudengineer #coding #reels", "thumbnail_url": "https://scontent-iev1-1.cdninstagram.com/v/t51.36329-15/353022694_609901831117241_2447211336606431614_n.jpg?_nc_cat=100&ccb=1-7&_nc_sid=c4dd86&_nc_ohc=m968I3SdqJAAX9vop_P&_nc_ht=scontent-iev1-1.cdninstagram.com&edm=AM6HXa8EAAAA&oh=00_AfBhRikvxkwg1fvXBxym8F6XHMvIYpsdij9PgRelILL2Cw&oe=65568E8E", "page_id": "144706962067225", "business_account_id": "17841408147298757"}, "emitted_at": 1699881269892}
{"stream": "media", "data": {"id": "17864256500936159", "ig_id": "3106359072491902976", "is_comment_enabled": true, "owner": {"id": "17841408147298757"}, "username": "airbytehq", "media_url": "https://scontent-iev1-1.cdninstagram.com/o1/v/t16/f1/m82/BE4F848CC97FBA35A1AE1B1150B989A7_video_dashinit.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLmNsaXBzLnVua25vd24tQzMuNzIwLmRhc2hfYmFzZWxpbmVfMV92MSJ9&_nc_ht=scontent-iev1-1.cdninstagram.com&_nc_cat=110&vs=6290041361087047_1877877688&_nc_vs=HBksFQIYT2lnX3hwdl9yZWVsc19wZXJtYW5lbnRfcHJvZC9CRTRGODQ4Q0M5N0ZCQTM1QTFBRTFCMTE1MEI5ODlBN192aWRlb19kYXNoaW5pdC5tcDQVAALIAQAVAhg6cGFzc3Rocm91Z2hfZXZlcnN0b3JlL0dEaE94aFJJdk1BWGZaWURBQXQyS0FLWWxOSlhicV9FQUFBRhUCAsgBACgAGAAbAYgHdXNlX29pbAExFQAAJrD%2B6LaRwf1AFQIoAkMzLBdARDmZmZmZmhgSZGFzaF9iYXNlbGluZV8xX3YxEQB1AAA%3D&ccb=9-4&oh=00_AfCIURiEF3hTsWaXvIE6ft-jP1WxcZzXQU8cZygCLJFBxQ&oe=65540526&_nc_sid=1d576d", "like_count": 7, "permalink": "https://www.instagram.com/reel/CscAR5EsRgA/", "media_product_type": "REELS", "timestamp": "2023-05-19T20:08:33+0000", "media_type": "VIDEO", "shortcode": "CscAR5EsRgA", "comments_count": 0, "caption": "When and why you should be using Rust for Data Engineering! \n\n#rust #airbyte #coding #programming #tech #dataengineering #data", "thumbnail_url": "https://scontent-iev1-1.cdninstagram.com/v/t51.36329-15/347441626_604256678433845_716271787932876577_n.jpg?_nc_cat=108&ccb=1-7&_nc_sid=c4dd86&_nc_ohc=2ACJfSHiIRkAX8S0ZFU&_nc_ht=scontent-iev1-1.cdninstagram.com&edm=AM6HXa8EAAAA&oh=00_AfDsFKul5lyAG2EzGOY-RCmm_QmmPhCkDzf4nfp2ylG2dA&oe=65574D99", "page_id": "144706962067225", "business_account_id": "17841408147298757"}, "emitted_at": 1699881269893}
{"stream": "media", "data": {"id": "17964324206288599", "ig_id": "3104241732634871967", "is_comment_enabled": true, "owner": {"id": "17841408147298757"}, "username": "airbytehq", "media_url": "https://scontent-iev1-1.cdninstagram.com/o1/v/t16/f1/m82/274503D36EA0F6E79A7CF3797A8D5985_video_dashinit.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLmNsaXBzLnVua25vd24tQzMuNTc2LmRhc2hfYmFzZWxpbmVfMV92MSJ9&_nc_ht=scontent-iev1-1.cdninstagram.com&_nc_cat=106&vs=1336282350269744_3931649106&_nc_vs=HBksFQIYT2lnX3hwdl9yZWVsc19wZXJtYW5lbnRfcHJvZC8yNzQ1MDNEMzZFQTBGNkU3OUE3Q0YzNzk3QThENTk4NV92aWRlb19kYXNoaW5pdC5tcDQVAALIAQAVAhg6cGFzc3Rocm91Z2hfZXZlcnN0b3JlL0dQdzNzaFRId3VlSlBFWURBSDFmTjUzcUNhd0JicV9FQUFBRhUCAsgBACgAGAAbAYgHdXNlX29pbAExFQAAJrDwmtqO44lAFQIoAkMzLBdAIewIMSbpeRgSZGFzaF9iYXNlbGluZV8xX3YxEQB1AAA%3D&ccb=9-4&oh=00_AfAdvwyUYd2Op-U2iwVZkaxB8PtLApdBwMYkp3eP7qdeeQ&oe=655395B2&_nc_sid=1d576d", "like_count": 13, "permalink": "https://www.instagram.com/reel/CsUe2iqpQif/", "media_product_type": "REELS", "timestamp": "2023-05-16T22:01:45+0000", "media_type": "VIDEO", "shortcode": "CsUe2iqpQif", "comments_count": 0, "caption": "We've all been there right? \ud83e\udd23\n\n#airbyte #data #dataengineering #datascience #dataanalytics #tech #softwareengineer", "thumbnail_url": "https://scontent-iev1-1.cdninstagram.com/v/t51.36329-15/347429218_1848940842145573_5975413208994727174_n.jpg?_nc_cat=101&ccb=1-7&_nc_sid=c4dd86&_nc_ohc=3He_36rMQuYAX9Pz0NM&_nc_ht=scontent-iev1-1.cdninstagram.com&edm=AM6HXa8EAAAA&oh=00_AfAHCtC-iKyfdquGHnCLMwz_yPD5yNroFnaY8qs0etCc6A&oe=65573A3C", "page_id": "144706962067225", "business_account_id": "17841408147298757"}, "emitted_at": 1699881269893}
{"stream": "users", "data": {"id": "17841408147298757", "ig_id": 8070063576, "profile_picture_url": "https://scontent-iev1-1.xx.fbcdn.net/v/t51.2885-15/153169696_890787328349641_8382928081987798464_n.jpg?_nc_cat=111&_nc_sid=7d201b&_nc_ohc=uQq3P1OLNOYAX_JjmNN&_nc_ht=scontent-iev1-1.xx&edm=AL-3X8kEAAAA&oh=00_AfBcZD3D9MiBkz50iVXih1HCe1L52Wz3t1TKVMJv7UEDWg&oe=6556DCFE", "username": "airbytehq", "name": "Jean Lafleur", "biography": "Airbyte is the new open-source data integration platform that consolidates your data into your warehouses.", "website": "https://www.airbyte.io/", "media_count": 258, "followers_count": 1253, "follows_count": 14, "page_id": "144706962067225"}, "emitted_at": 1699881328891}
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-instagram/metadata.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ data:
connectorSubtype: api
connectorType: source
definitionId: 6acf6b55-4f1e-4fca-944e-1a3caef8aba8
dockerImageTag: 1.0.13
dockerImageTag: 1.0.14
dockerRepository: airbyte/source-instagram
githubIssueLabel: source-instagram
icon: instagram.svg
Expand Down
3 changes: 3 additions & 0 deletions airbyte-integrations/connectors/source-instagram/source_instagram/schemas/media.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,9 @@
"media_type": {
"type": ["null", "string"]
},
"media_product_type": {
"type": ["null", "string"]
},
"media_url": {
"type": ["null", "string"]
},
Expand Down
3 changes: 3 additions & 0 deletions airbyte-integrations/connectors/source-instagram/source_instagram/schemas/stories.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,9 @@
"media_type": {
"type": ["null", "string"]
},
"media_product_type": {
"type": ["null", "string"]
},
"media_url": {
"type": ["null", "string"]
},
Expand Down
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-instagram/source_instagram/streams.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -301,7 +301,7 @@ class Media(InstagramStream):
so they are excluded when trying to get child objects to avoid the error
"""

INVALID_CHILDREN_FIELDS = ["caption", "comments_count", "is_comment_enabled", "like_count", "children"]
INVALID_CHILDREN_FIELDS = ["caption", "comments_count", "is_comment_enabled", "like_count", "children", "media_product_type"]

def read_records(
self,
Expand Down
Loading

0 comments on commit bf41a37

Please sign in to comment.