python-and-pandas-as-back-end-to-real-time-data-d.json

{
  "alias": "video/3066/python-and-pandas-as-back-end-to-real-time-data-d",
  "category": "PyData Berlin 2014",
  "copyright_text": "http://creativecommons.org/licenses/by/3.0/",
  "description": "For data, and data science, to be the fuel of the 21th century, data\ndriven applications should not be confined to dashboards and static\nanalyses. Instead they should be the driver of the organizations that\nown or generates the data. Most of these applications are web-based and\nrequire real-time access to the data. However, many Big Data analyses\nand tools are inherently batch-driven and not well suited for real-time\nand performance-critical connections with applications. Trade-offs\nbecome often inevitable, especially when mixing multiple tools and data\nsources. In this talk we will describe our journey to build a data\ndriven application at a large Dutch financial institution. We will dive\ninto the issues we faced, why we chose Python and pandas and what that\nmeant for real-time data analysis (and agile development). Important\npoints in the talk will be, among others, the handling of geographical\ndata, the access to hundreds of millions of records as well as the real\ntime analysis of millions of data points.\n",
  "duration": null,
  "id": 3066,
  "language": "eng",
  "quality_notes": "",
  "recorded": "2014-07-26",
  "slug": "python-and-pandas-as-back-end-to-real-time-data-d",
  "speakers": [
    "Giovanni Lanzani"
  ],
  "summary": "",
  "tags": [],
  "thumbnail_url": "https://i.ytimg.com/vi/I8xBoXgJ5RM/hqdefault.jpg",
  "title": "Python and pandas as back end to real-time data driven applications",
  "videos": [
    {
      "length": 0,
      "type": "youtube",
      "url": "https://www.youtube.com/watch?v=I8xBoXgJ5RM"
    }
  ]
}