Skip to content
This repository has been archived by the owner on Jan 20, 2022. It is now read-only.

Commit

Permalink
Remove unused imports (#718)
Browse files Browse the repository at this point in the history
  • Loading branch information
@ttim
ttim committed Mar 8, 2017
1 parent df8b4b0 commit d4965e5
Show file tree
Hide file tree
Showing 71 changed files with 54 additions and 305 deletions.
1 change: 0 additions & 1 deletion ...ngbird-batch-hadoop/src/main/scala/com/twitter/summingbird/batch/store/HDFSMetadata.scala
View file
Expand Up @@ -25,7 +25,6 @@ import org.apache.hadoop.conf.Configuration
import org.apache.hadoop.fs.{ FileSystem, Path }
import scala.collection.JavaConverters._
import scala.util.Try
import scala.util.control.Exception.allCatch

/**
* @author Oscar Boykin
Expand Down
5 changes: 1 addition & 4 deletions summingbird-batch/src/main/scala/com/twitter/summingbird/batch/Batcher.scala
View file
Expand Up @@ -24,14 +24,11 @@ import com.twitter.algebird.{
InclusiveUpper,
Intersection,
Interval,
Lower,
Successible,
Universe,
Upper
Universe
}

import scala.collection.immutable.SortedSet
import java.util.{ Comparator, Date }
import java.util.concurrent.TimeUnit
import java.io.Serializable

Expand Down
2 changes: 0 additions & 2 deletions summingbird-batch/src/test/scala/com/twitter/summingbird/batch/BatchLaws.scala
View file
Expand Up @@ -19,8 +19,6 @@ package com.twitter.summingbird.batch
import org.scalacheck.{ Arbitrary, Gen, Properties }
import org.scalacheck.Prop._

import java.util.concurrent.TimeUnit

import com.twitter.algebird.{ Interval, Successible, Predecessible }

object BatchLaws extends Properties("BatchID") {
Expand Down
4 changes: 1 addition & 3 deletions summingbird-batch/src/test/scala/com/twitter/summingbird/batch/BatcherLaws.scala
View file
Expand Up @@ -16,11 +16,9 @@ limitations under the License.

package com.twitter.summingbird.batch

import org.scalacheck.{ Arbitrary, Properties }
import org.scalacheck.Properties
import org.scalacheck.Prop._
import org.scalatest.WordSpec

import com.twitter.summingbird.batch._
import com.twitter.algebird.{ Interval, ExclusiveUpper, Empty }
import java.util.concurrent.TimeUnit

Expand Down
6 changes: 1 addition & 5 deletions summingbird-builder/src/main/scala/com/twitter/summingbird/builder/CompletedBuilder.scala
View file
Expand Up @@ -19,12 +19,8 @@ package com.twitter.summingbird.builder
import com.twitter.bijection.Injection
import com.twitter.chill.{ InjectionDefaultRegistrar, InjectionRegistrar, IKryoRegistrar }
import com.twitter.chill.java.IterableRegistrar
import com.twitter.storehaus.algebra.MergeableStore.enrich
import com.twitter.summingbird.{ Env, KeyedProducer, Options, Platform, Summer }
import com.twitter.summingbird.{ Env, Options, Platform, Summer }
import com.twitter.summingbird.batch.Batcher
import com.twitter.summingbird.option.CacheSize
import com.twitter.summingbird.scalding.Scalding
import com.twitter.summingbird.storm.Storm

import java.io.Serializable

Expand Down
6 changes: 2 additions & 4 deletions summingbird-builder/src/main/scala/com/twitter/summingbird/builder/SourceBuilder.scala
View file
Expand Up @@ -17,15 +17,14 @@ limitations under the License.
package com.twitter.summingbird.builder

import com.twitter.algebird.{ Monoid, Semigroup }
import com.twitter.bijection.{ Codec, Injection }
import com.twitter.bijection.Codec
import com.twitter.chill.IKryoRegistrar
import com.twitter.chill.java.IterableRegistrar
import com.twitter.storehaus.algebra.MergeableStore
import com.twitter.storehaus.ReadableStore
import com.twitter.summingbird._
import com.twitter.summingbird.batch.{ BatchID, Batcher }
import com.twitter.summingbird.option.CacheSize
import com.twitter.summingbird.scalding.{ Scalding, Service, ScaldingEnv, Sink }
import com.twitter.summingbird.scalding.{ Scalding, ScaldingEnv }
import com.twitter.summingbird.scalding.batch.BatchedStore
import com.twitter.summingbird.service.CompoundService
import com.twitter.summingbird.sink.{ CompoundSink, BatchedSinkFromOffline }
Expand All @@ -35,7 +34,6 @@ import com.twitter.summingbird.online._
import com.twitter.summingbird.storm.{
Storm,
StormEnv,
StormSource,
StormSink
}
import java.io.Serializable
Expand Down
2 changes: 1 addition & 1 deletion summingbird-builder/src/main/scala/com/twitter/summingbird/scalding/ScaldingEnv.scala
View file
Expand Up @@ -18,7 +18,7 @@ package com.twitter.summingbird.scalding

import com.twitter.scalding.{ Args, Config, Hdfs, RichDate, DateParser }
import com.twitter.summingbird.batch.store.HDFSMetadata
import com.twitter.summingbird.{ Env, Summer, TailProducer, AbstractJob }
import com.twitter.summingbird.{ Env, Summer, TailProducer }
import com.twitter.summingbird.batch.{ BatchID, Batcher, Timestamp }
import com.twitter.summingbird.builder.{ SourceBuilder, CompletedBuilder }
import com.twitter.summingbird.batch.option.Reducers
Expand Down
4 changes: 1 addition & 3 deletions ...ingbird-builder/src/main/scala/com/twitter/summingbird/scalding/source/RangedSource.scala
View file
Expand Up @@ -16,10 +16,8 @@ limitations under the License.

package com.twitter.summingbird.scalding.source

import cascading.flow.FlowDef
import com.twitter.scalding.{ Mode, Mappable, DateRange, RichDate, Hours }
import com.twitter.scalding.{ Mappable, DateRange, Hours }
import com.twitter.summingbird.source.OfflineSource
import java.util.Date

/**
* @author Oscar Boykin
Expand Down
1 change: 0 additions & 1 deletion summingbird-builder/src/main/scala/com/twitter/summingbird/sink/Sink.scala
View file
Expand Up @@ -20,7 +20,6 @@ import cascading.flow.FlowDef

import com.twitter.summingbird.batch.{ BatchID, Batcher, Timestamp }
import com.twitter.scalding.{ Mode, TypedPipe }
import com.twitter.summingbird.scalding.ScaldingEnv
import com.twitter.summingbird.scalding.batch.BatchedSink

/**
Expand Down
7 changes: 0 additions & 7 deletions summingbird-builder/src/main/scala/com/twitter/summingbird/source/OfflineSource.scala
View file
Expand Up @@ -17,18 +17,11 @@ limitations under the License.

package com.twitter.summingbird.source

import cascading.flow.FlowDef
import com.twitter.scalding.DateRange
import com.twitter.scalding.Mappable

import com.twitter.scalding.Mode
import com.twitter.scalding.TypedPipe
import com.twitter.summingbird.batch.{ Batcher, BatchID }
import com.twitter.summingbird.scalding.ScaldingEnv
import com.twitter.tormenta.spout.Spout

import java.util.Date

object OfflineSource {
def apply[Event](fn: DateRange => Mappable[Event]) =
new OfflineSource[Event] {
Expand Down
1 change: 0 additions & 1 deletion summingbird-builder/src/main/scala/com/twitter/summingbird/store/CompoundStore.scala
View file
Expand Up @@ -17,7 +17,6 @@ limitations under the License.
package com.twitter.summingbird.store

import com.twitter.summingbird.online.Externalizer
import com.twitter.storehaus.ReadableStore
import com.twitter.storehaus.algebra.Mergeable
import com.twitter.summingbird.batch.BatchID
import com.twitter.summingbird.scalding.batch.BatchedStore
Expand Down
1 change: 0 additions & 1 deletion summingbird-builder/src/test/scala/com/twitter/summingbird/builder/BuilderJobTest.scala
View file
Expand Up @@ -32,7 +32,6 @@ import java.util.Date
import scala.util.Try

object TestJob {
import Dsl._
import StoreAlgebra.enrich

implicit val batcher: Batcher = Batcher.ofHours(1)
Expand Down
3 changes: 0 additions & 3 deletions summingbird-builder/src/test/scala/com/twitter/summingbird/builder/OptionsTest.scala
View file
Expand Up @@ -28,9 +28,6 @@ import org.scalatest.WordSpec

import org.apache.hadoop.conf.Configuration

import com.twitter.bijection.Conversion.asMethod
import ConfigBijection._

class TestJob1(env: Env) extends AbstractJob(env) {

implicit def batcher = Batcher.ofHours(1)
Expand Down
1 change: 0 additions & 1 deletion summingbird-chill/src/test/scala/com/twitter/summingbird/chill/SerializerLaws.scala
View file
Expand Up @@ -18,7 +18,6 @@ package com.twitter.summingbird.chill

import org.scalacheck.{ Arbitrary, Properties }
import org.scalacheck.Prop._
import org.scalatest.WordSpec
import com.twitter.chill._

import com.twitter.summingbird.batch._
Expand Down
5 changes: 2 additions & 3 deletions summingbird-client/src/main/scala/com/twitter/summingbird/store/ClientMergeable.scala
View file
Expand Up @@ -18,10 +18,9 @@ package com.twitter.summingbird.store

import com.twitter.algebird.{ MapMonoid, Monoid, Semigroup }
import com.twitter.algebird.util.UtilAlgebras._
import com.twitter.bijection.Pivot
import com.twitter.storehaus.{ FutureCollector, FutureOps, ReadableStore }
import com.twitter.storehaus.algebra.{ Mergeable, MergeableStore }
import com.twitter.summingbird.batch.{ BatchID, Batcher, Timestamp }
import com.twitter.storehaus.algebra.Mergeable
import com.twitter.summingbird.batch.{ BatchID, Batcher }
import com.twitter.util.Future

import scala.collection.breakOut
Expand Down
2 changes: 1 addition & 1 deletion summingbird-client/src/main/scala/com/twitter/summingbird/store/MergeOperations.scala
View file
Expand Up @@ -21,7 +21,7 @@ import com.twitter.algebird.util.UtilAlgebras._
import com.twitter.bijection.Pivot
import com.twitter.storehaus.FutureCollector
import com.twitter.summingbird.batch.BatchID
import com.twitter.util.{ Future, Return, Try }
import com.twitter.util.Future

object MergeOperations {
type FOpt[T] = Future[Option[T]]
Expand Down
1 change: 0 additions & 1 deletion summingbird-client/src/main/scala/com/twitter/summingbird/store/PresentingStore.scala
View file
Expand Up @@ -19,7 +19,6 @@ package com.twitter.summingbird.store
import com.twitter.storehaus.{ ReadableStore, Store }
import com.twitter.storehaus.algebra.MergeableStore
import com.twitter.summingbird.batch.BatchID
import com.twitter.util.Future

/**
* Returns a MergeableStore that augments a Summingbird "online
Expand Down
3 changes: 0 additions & 3 deletions summingbird-core/src/main/scala/com/twitter/summingbird/ExecutionConfig.scala
View file
Expand Up @@ -16,8 +16,6 @@

package com.twitter.summingbird

import com.twitter.summingbird._

/**
* @author Ian O Connell
*/
Expand All @@ -34,4 +32,3 @@ trait ExecutionConfig[P <: Platform[P]] {

def graph: TailProducer[P, Any]
}

2 changes: 0 additions & 2 deletions summingbird-core/src/main/scala/com/twitter/summingbird/Stats.scala
View file
Expand Up @@ -17,12 +17,10 @@
package com.twitter.summingbird

import com.twitter.summingbird.option.JobId
import scala.collection.JavaConverters._
import scala.collection.parallel.mutable.ParHashSet
import scala.ref.WeakReference
import scala.util.Try
import java.util.concurrent.ConcurrentHashMap
import java.util.Collections

trait CounterIncrementor {
def incrBy(by: Long): Unit
Expand Down
3 changes: 1 addition & 2 deletions summingbird-core/src/main/scala/com/twitter/summingbird/memory/ConcurrentMemory.scala
View file
Expand Up @@ -23,9 +23,8 @@ import com.twitter.summingbird.planner.DagOptimizer
import com.twitter.algebird.{ Monoid, Semigroup }
import com.twitter.summingbird._
import com.twitter.summingbird.option.JobId
import scala.collection.mutable.Buffer
import scala.concurrent.{ ExecutionContext, Future }
import java.util.concurrent.{ BlockingQueue, LinkedBlockingQueue, ConcurrentHashMap }
import java.util.concurrent.{ BlockingQueue, ConcurrentHashMap }

object ConcurrentMemory {
implicit def toSource[T](traversable: TraversableOnce[T]): Producer[ConcurrentMemory, T] =
Expand Down
4 changes: 0 additions & 4 deletions summingbird-example/src/main/scala/com/twitter/summingbird/example/ExampleJob.scala
View file
Expand Up @@ -18,11 +18,7 @@ package com.twitter.summingbird.example

import com.twitter.summingbird._
import com.twitter.summingbird.batch.Batcher
import com.twitter.summingbird.online.MergeableStoreFactory
import com.twitter.summingbird.storm.Storm
import twitter4j.Status
import twitter4j.TwitterStreamFactory
import twitter4j.conf.ConfigurationBuilder

object StatusStreamer {
/**
Expand Down
1 change: 0 additions & 1 deletion summingbird-example/src/main/scala/com/twitter/summingbird/example/Storage.scala
View file
Expand Up @@ -26,7 +26,6 @@ import com.twitter.finagle.memcached.protocol.text.Memcached
import com.twitter.storehaus.Store
import com.twitter.storehaus.algebra.MergeableStore
import com.twitter.storehaus.memcache.{ HashEncoder, MemcacheStore }
import com.twitter.summingbird.batch.BatchID
import org.jboss.netty.buffer.ChannelBuffer

/**
Expand Down
1 change: 0 additions & 1 deletion summingbird-online/src/main/scala/com/twitter/summingbird/online/FlatMapOperation.scala
View file
Expand Up @@ -16,7 +16,6 @@

package com.twitter.summingbird.online

import com.twitter.storehaus.ReadableStore
import com.twitter.util.{ Future, Await }
import java.io.{ Closeable, Serializable }

Expand Down
4 changes: 2 additions & 2 deletions summingbird-online/src/main/scala/com/twitter/summingbird/online/FutureQueue.scala
View file
Expand Up @@ -18,11 +18,11 @@ package com.twitter.summingbird.online

import com.twitter.bijection.twitter_util.UtilBijections
import com.twitter.summingbird.online.option.{ MaxFutureWaitTime, MaxWaitingFutures }
import com.twitter.util.{ Await, Future, Promise, Return, Throw }
import com.twitter.util.{ Await, Future, Promise }
import java.util.concurrent.TimeoutException
import java.util.concurrent.atomic.AtomicInteger
import org.slf4j.{ Logger, LoggerFactory }
import scala.util.{ Failure, Success, Try }
import scala.util.Try

private[summingbird] object FutureQueue {
/**
Expand Down
2 changes: 1 addition & 1 deletion summingbird-online/src/main/scala/com/twitter/summingbird/online/MergeableStoreFactory.scala
View file
Expand Up @@ -17,7 +17,7 @@
package com.twitter.summingbird.online

import com.twitter.algebird.Semigroup
import com.twitter.storehaus.algebra.{ MergeableStore, Mergeable, StoreAlgebra }
import com.twitter.storehaus.algebra.{ MergeableStore, Mergeable }
import com.twitter.summingbird.batch.{ Batcher, BatchID }

/*
Expand Down
4 changes: 1 addition & 3 deletions summingbird-online/src/main/scala/com/twitter/summingbird/online/Queue.scala
View file
Expand Up @@ -16,10 +16,8 @@ limitations under the License.

package com.twitter.summingbird.online

import com.twitter.util.{ Await, Duration, Future, Try }

import java.util.{ Queue => JQueue }
import java.util.concurrent.{ ArrayBlockingQueue, BlockingQueue, LinkedBlockingQueue, TimeUnit }
import java.util.concurrent.{ ArrayBlockingQueue, BlockingQueue, LinkedBlockingQueue }
import java.util.concurrent.ConcurrentLinkedQueue
import java.util.concurrent.atomic.AtomicInteger
/**
Expand Down
2 changes: 1 addition & 1 deletion summingbird-online/src/main/scala/com/twitter/summingbird/online/WrappedTSInMergeable.scala
View file
Expand Up @@ -18,7 +18,7 @@ package com.twitter.summingbird.online

import com.twitter.algebird.{ Semigroup, Tuple2Semigroup }
import com.twitter.storehaus.algebra.Mergeable
import com.twitter.summingbird.batch.{ BatchID, Timestamp }
import com.twitter.summingbird.batch.{ Timestamp }
import com.twitter.util.{ Future, Time }

// Cannot use a MergeableProxy here since we change the type.
Expand Down
7 changes: 0 additions & 7 deletions summingbird-online/src/test/scala/com/twitter/summingbird/online/PlannerSpec.scala
View file
Expand Up @@ -16,21 +16,14 @@

package com.twitter.summingbird.online

import com.twitter.algebird.{ MapAlgebra, Semigroup }
import com.twitter.storehaus.{ JMapStore, ReadableStore }
import com.twitter.storehaus.algebra.MergeableStore
import com.twitter.summingbird._
import com.twitter.summingbird.memory._
import com.twitter.summingbird.planner._
import com.twitter.summingbird.online.option._
import com.twitter.util.Future
import org.scalatest.WordSpec
import scala.collection.JavaConverters._
import scala.collection.mutable.{ Map => MMap }
import org.scalacheck._
import Gen._
import Arbitrary._
import org.scalacheck.Prop._
import scala.util.{ Failure, Success, Try }

/**
Expand Down
1 change: 0 additions & 1 deletion summingbird-scalding-test/src/main/scala/com/twitter/summingbird/scalding/LoopState.scala
View file
Expand Up @@ -16,7 +16,6 @@

package com.twitter.summingbird.scalding

import com.twitter.algebird.monad._
import com.twitter.summingbird.batch._

// This is not really usable, just a mock that does the same state over and over
Expand Down
2 changes: 1 addition & 1 deletion summingbird-scalding-test/src/main/scala/com/twitter/summingbird/scalding/MockMappable.scala
View file
Expand Up @@ -18,7 +18,7 @@ package com.twitter.summingbird.scalding

import cascading.scheme.NullScheme
import cascading.tap.Tap
import cascading.tuple.{ Tuple, Fields, TupleEntry }
import cascading.tuple.Fields
import com.twitter.scalding.{ Source => ScaldingSource, Test => TestMode, _ }
import java.io.{ InputStream, OutputStream }
import org.apache.hadoop.mapred.JobConf
Expand Down
2 changes: 1 addition & 1 deletion summingbird-scalding-test/src/main/scala/com/twitter/summingbird/scalding/TestService.scala
View file
Expand Up @@ -19,7 +19,7 @@ package com.twitter.summingbird.scalding
import com.twitter.algebird.monad._
import com.twitter.summingbird.batch._

import com.twitter.scalding.{ Source => ScaldingSource, Test => TestMode, _ }
import com.twitter.scalding.{ Source => ScaldingSource, _ }
import com.twitter.summingbird.scalding.batch.{ BatchedService => BBatchedService }
import scala.collection.mutable.Buffer
import cascading.tuple.Tuple
Expand Down
4 changes: 0 additions & 4 deletions summingbird-scalding-test/src/main/scala/com/twitter/summingbird/scalding/TestSink.scala
View file
Expand Up @@ -16,12 +16,8 @@

package com.twitter.summingbird.scalding

import com.twitter.algebird.monad._
import com.twitter.summingbird.batch._

import com.twitter.scalding.{ Source => ScaldingSource, Test => TestMode, _ }
import com.twitter.scalding.typed.TypedSink

/**
* This is a test sink that assumes single threaded testing with
* cascading local mode
Expand Down
6 changes: 1 addition & 5 deletions summingbird-scalding-test/src/main/scala/com/twitter/summingbird/scalding/TestSource.scala
View file
Expand Up @@ -18,14 +18,10 @@

package com.twitter.summingbird.scalding

import com.twitter.algebird.monad._
import com.twitter.summingbird.batch._

import com.twitter.scalding.{ Source => ScaldingSource, Test => TestMode, _ }
import com.twitter.scalding.{ Source => ScaldingSource, _ }
import com.twitter.summingbird.{ Producer, TimeExtractor }
import scala.collection.mutable.Buffer
import cascading.tuple.Tuple
import cascading.flow.FlowDef

class LocalIterableSource[+T](src: Iterable[T], valid: Boolean) extends IterableSource[T](src) {
override def validateTaps(mode: Mode): Unit = {
Expand Down

0 comments on commit d4965e5

Please sign in to comment.