Skip to content
gmilcinski edited this page Feb 22, 2016 · 5 revisions

Notification service for new products: There is a public SNS topic that anyone can subscribe to for notifications of when a new Sentinel-2 product has been added to s3://sentinel-pds. It will only accept subscriptions via SQS or Lambda. The topic publishes a message when a new product is fully ingested to S3.

ARN: arn:aws:sns:eu-west-1:214830741341:NewSentinel2Product

And below what a message from it looks like:

{ "Type" : "Notification", "MessageId" : "6c32ad60-130a-5481-934e-e224fa8f4c81", "TopicArn" : "arn:aws:sns:eu-west-1:214830741341:NewSentinel2Product", "Subject" : "S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023", "Message" : "{\n "name" : "S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023",\n "id" : "7298cb10-e69e-4954-aa71-2e20bb1ef2b7",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "datatakeIdentifier" : "GS2A_20160218T090022_003436_N02.01",\n "sciHubIngestion" : "2016-02-22T10:14:08.643Z",\n "s3Ingestion" : "2016-02-22T10:45:23.371Z",\n "tiles" : [ {\n "path" : "tiles/37/W/ER/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 37,\n "latitudeBand" : "W",\n "gridSquare" : "ER",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/38/W/MB / 2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 38,\n "latitudeBand" : "W",\n "gridSquare" : "MB",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/37/W/FT/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 37,\n "latitudeBand" : "W",\n "gridSquare" : "FT",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/37/W/ES/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 37,\n "latitudeBand" : "W",
n "gridSquare" : "ES",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/37/W/FR/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 37,\n "latitudeBand" : "W",\n "gridSquare" : "FR",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/38/W/MC/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 38,\n "latitudeBand" : "W",\n "gridSquare" : "MC",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218 T 090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/38/W/NB/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 38,\n "latitudeBand" : "W",\n "gridSquare" : "NB",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/39/W/VR/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 39,\n "latitudeBand" : "W",\n "gridSquare" : "VR",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_2 0 160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/37/W/FS/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 37,\n "latitudeBand" : "W",\n "gridSquare" : "FS",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/38/W/PC/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 38,\n "latitudeBand" : "W",\n "gridSquare" : "PC",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/38/W/NC/2016/2/18/0",\n "timestamp" : "2016-02

18T09:00:23.463Z",\n "utmZone" : 38,\n "latitudeBand" : "W",\n "gridSquare" : "NC",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/39/W/VT/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 39,\n "latitudeBand" : "W",\n "gridSquare" : "VT",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/38/W/PB/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 38,\n "latitudeBand" : "W",\n "gridSquare" : "PB",\n "datastrip
" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/38/W/NA/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 38,\n "latitudeBand" : "W",\n "gridSquare" : "NA",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/39/W/VS/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 39,\n "latitudeBand" : "W",\n "gridSquare" : "VS",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products / 2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/38/W/PA/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 38,\n "latitudeBand" : "W",\n "gridSquare" : "PA",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n }, {\n "path" : "tiles/38/W/MA/2016/2/18/0",\n "timestamp" : "2016-02-18T09:00:23.463Z",\n "utmZone" : 38,\n "latitudeBand" : "W",\n "gridSquare" : "MA",\n "datastrip" : {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n }\n } ],\n

"datastrips" : [ {\n "id" : "S2A_OPER_MSI_L1C_DS_MTI__20160218T110830_S20160218T090023_N02.01",\n "path" : "products/2016/2/18/S2A_OPER_PRD_MSIL1C_PDMC_20160222T105548_R007_V20160218T090023_20160218T090023/datastrip/0"\n } ]\n}", "Timestamp" : "2016-02-22T10:47:33.859Z", "SignatureVersion" : "1", "Signature" : "KhAbDJfa4Qt0Ga3pZ9TswSFmOuJEp2o2X19hG09/GCKg3yLwZqTgZhoDTsM/y9y7GZDop8UfI10vWP4+7dkwi++Xi0mcZvVuIvaHi7HZeGfB1ZFGkWUvt0XqJSAC1ZaKHh5nCfL3aFBHdDd204EL1nKJzhTBYR7MxH+I/pKhVkx4v4X2mKUz5ZL9K4kqwkm7uinMdp3nq9j2SId2u7lCp4ui4mNs+Se/QDGFeRPQPW0O1BTAR0tnIPyX5UMgD1FvK/mU+5wNGaP1O2hw+yfHWIRAa9448OWcghG+aDduqAkK/IQdb6XQJtFl1Hyfo3eMjxlSEjPdYdlgHMu6UPZsjw==", "SigningCertURL" : "https://sns.eu-west-1.amazonaws.com/SimpleNotificationService-bb750dd426d95ee9390147a5624348ee.pem", "UnsubscribeURL" : "https://sns.eu-west-1.amazonaws.com/?Action=Unsubscribe&SubscriptionArn=arn:aws:sns:eu-west-1:214830741341:NewSentinel2Product:36321c31-6786-40d2-8f73-c7f0a11a070d" }

Wishlist for ingestor:

  • Scene list in CSV
  • Tile preview file in JPG (currently there is only in JP2)
  • SEN2COR
  • Code snippet, which re-creates the original Sentinel-2 product structure (for the moment one can also download original zips in "zips" folder)

Clone this wiki locally