Skip to content

Commit

Permalink
[streaming] [scala] Restructured streaming scala project and examples
Browse files Browse the repository at this point in the history
  • Loading branch information
@mbalassi
mbalassi committed Jan 4, 2015
1 parent 3f1af0e commit 73c7975
Show file tree
Hide file tree
Showing 17 changed files with 459 additions and 86 deletions.
137 changes: 136 additions & 1 deletion flink-addons/flink-streaming/flink-streaming-examples/pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,12 @@ under the License.
<version>${project.version}</version>
</dependency>

<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-streaming-scala</artifactId>
<version>${project.version}</version>
</dependency>

<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-java-examples</artifactId>
Expand All @@ -56,7 +62,6 @@ under the License.

<build>
<plugins>

<!-- get default data from flink-java-examples package -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
Expand Down Expand Up @@ -346,6 +351,136 @@ under the License.
</execution>
</executions>
</plugin>

<!-- Scala Compiler -->
<plugin>
<groupId>net.alchim31.maven</groupId>
<artifactId>scala-maven-plugin</artifactId>
<version>3.1.4</version>
<executions>
<!-- Run scala compiler in the process-resources phase, so that dependencies on
scala classes can be resolved later in the (Java) compile phase -->
<execution>
<id>scala-compile-first</id>
<phase>process-resources</phase>
<goals>
<goal>compile</goal>
</goals>
</execution>

<!-- Run scala compiler in the process-test-resources phase, so that dependencies on
scala classes can be resolved later in the (Java) test-compile phase -->
<execution>
<id>scala-test-compile</id>
<phase>process-test-resources</phase>
<goals>
<goal>testCompile</goal>
</goals>
</execution>
</executions>
<configuration>
<jvmArgs>
<jvmArg>-Xms128m</jvmArg>
<jvmArg>-Xmx512m</jvmArg>
</jvmArgs>
<compilerPlugins>
<compilerPlugin>
<groupId>org.scalamacros</groupId>
<artifactId>paradise_${scala.version}</artifactId>
<version>${scala.macros.version}</version>
</compilerPlugin>
</compilerPlugins>
</configuration>
</plugin>

<!-- Eclipse Integration -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-eclipse-plugin</artifactId>
<version>2.8</version>
<configuration>
<downloadSources>true</downloadSources>
<projectnatures>
<projectnature>org.scala-ide.sdt.core.scalanature</projectnature>
<projectnature>org.eclipse.jdt.core.javanature</projectnature>
</projectnatures>
<buildcommands>
<buildcommand>org.scala-ide.sdt.core.scalabuilder</buildcommand>
</buildcommands>
<classpathContainers>
<classpathContainer>org.scala-ide.sdt.launching.SCALA_CONTAINER</classpathContainer>
<classpathContainer>org.eclipse.jdt.launching.JRE_CONTAINER</classpathContainer>
</classpathContainers>
<excludes>
<exclude>org.scala-lang:scala-library</exclude>
<exclude>org.scala-lang:scala-compiler</exclude>
</excludes>
<sourceIncludes>
<sourceInclude>**/*.scala</sourceInclude>
<sourceInclude>**/*.java</sourceInclude>
</sourceIncludes>
</configuration>
</plugin>

<!-- Adding scala source directories to build path -->
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>build-helper-maven-plugin</artifactId>
<version>1.7</version>
<executions>
<!-- Add src/main/scala to eclipse build path -->
<execution>
<id>add-source</id>
<phase>generate-sources</phase>
<goals>
<goal>add-source</goal>
</goals>
<configuration>
<sources>
<source>src/main/scala</source>
</sources>
</configuration>
</execution>
<!-- Add src/test/scala to eclipse build path -->
<execution>
<id>add-test-source</id>
<phase>generate-test-sources</phase>
<goals>
<goal>add-test-source</goal>
</goals>
<configuration>
<sources>
<source>src/test/scala</source>
</sources>
</configuration>
</execution>
</executions>
</plugin>

<plugin>
<groupId>org.scalastyle</groupId>
<artifactId>scalastyle-maven-plugin</artifactId>
<version>0.5.0</version>
<executions>
<execution>
<goals>
<goal>check</goal>
</goals>
</execution>
</executions>
<configuration>
<verbose>false</verbose>
<failOnViolation>true</failOnViolation>
<includeTestSourceDirectory>true</includeTestSourceDirectory>
<failOnWarning>false</failOnWarning>
<sourceDirectory>${basedir}/src/main/scala</sourceDirectory>
<testSourceDirectory>${basedir}/src/test/scala</testSourceDirectory>
<configLocation>${project.basedir}/../tools/maven/scalastyle-config.xml</configLocation>
<outputFile>${project.basedir}/scalastyle-output.xml</outputFile>
<outputEncoding>UTF-8</outputEncoding>
</configuration>
</plugin>

</plugins>

<pluginManagement>
Expand Down
16 changes: 9 additions & 7 deletions ...reaming/windowing/TopSpeedWindowing.scala → ...xamples/windowing/TopSpeedWindowing.scala
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,22 +16,24 @@
* limitations under the License.
*/

package org.apache.flink.examples.scala.streaming.windowing
package org.apache.flink.streaming.scala.examples.windowing


import java.util.concurrent.TimeUnit._

import org.apache.flink.api.scala._
import org.apache.flink.api.scala.streaming.StreamExecutionEnvironment
import org.apache.flink.api.scala.streaming.windowing.Delta
import org.apache.flink.streaming.api.windowing.helper.Time
import org.apache.flink.streaming.api.scala.StreamExecutionEnvironment;
import org.apache.flink.util.Collector

import scala.math.{max, min}

import scala.util.Random

import org.apache.flink.streaming.api.scala.windowing.Time
import org.apache.flink.streaming.api.scala.windowing.Delta

/**
* An example of grouped stream windowing where different eviction and
* trigger policies can be used.A source fetches events from cars
* trigger policies can be used. A source fetches events from cars
* every 1 sec containing their id, their current speed (kmh),
* overall elapsed distance (m) and a timestamp. The streaming
* example triggers the top speed of each car every x meters elapsed
Expand Down Expand Up @@ -66,7 +68,7 @@ object TopSpeedWindowing {

while (true) {
Thread sleep 1000
for (i <- 0 until speeds.length) {
for (i <- 0 until speeds.length) yield {
speeds(i) = if (Random.nextBoolean) min(100, speeds(i) + 5) else max(0, speeds(i) - 5)
distances(i) += speeds(i) / 3.6d
out.collect(new CarSpeed(i, speeds(i), distances(i), System.currentTimeMillis))
Expand Down
4 changes: 2 additions & 2 deletions ...cala/streaming/windowing/WindowJoin.scala → ...scala/examples/windowing/WindowJoin.scala
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,10 +16,10 @@
* limitations under the License.
*/

package org.apache.flink.examples.scala.streaming.windowing
package org.apache.flink.streaming.scala.examples.windowing

import org.apache.flink.api.scala._
import org.apache.flink.api.scala.streaming.StreamExecutionEnvironment
import org.apache.flink.streaming.api.scala.StreamExecutionEnvironment
import org.apache.flink.util.Collector
import scala.util.Random

Expand Down
Loading

0 comments on commit 73c7975

Please sign in to comment.